-- Logs begin at Wed 2021-08-04 14:44:19 UTC, end at Wed 2021-08-04 15:46:39 UTC. -- Aug 04 15:17:15.915779 dv-cinder-689486-15-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 04 15:17:18.838278 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.common.config [-] Logging enabled! Aug 04 15:17:18.838958 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev521 Aug 04 15:17:18.839116 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93310) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 15:17:18.843267 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.common.config [-] Logging enabled! Aug 04 15:17:18.843460 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev521 Aug 04 15:17:18.843783 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93310) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 15:17:18.844779 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 15:17:18.845016 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 15:17:18.845438 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 15:17:18.845688 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 15:17:18.845959 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 15:17:18.846332 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.846678 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.847019 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.847336 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.847675 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.848010 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.848338 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.848682 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.849028 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.849352 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.849680 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.850011 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.850284 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.850611 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.850946 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.851345 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.851616 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] debug = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.851946 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.852440 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.853007 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.853444 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.853885 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.854298 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.854701 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.855076 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.855557 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.856000 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] host = dv-cinder-689486-15-iscsi {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.856383 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.856769 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.857185 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.857573 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.857951 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.858331 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.858711 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.859084 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.859481 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] log_file = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.859852 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.860253 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.860642 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.861034 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.861352 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.861676 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.862065 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.862447 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.862818 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.863228 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.863615 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.863985 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.864368 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.864731 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.865115 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.865492 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.865881 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.866256 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.866630 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.866996 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.867394 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.867776 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.868144 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.868521 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.868892 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.869271 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.869634 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.870002 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.870399 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.870787 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.871194 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.871578 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.871946 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.872323 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.872714 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.873094 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.873466 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] use_json = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.873838 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.874204 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.874622 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.875021 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.875425 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.875792 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.876165 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.876544 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:18.876938 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.877327 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.877728 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.878114 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.878502 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.878877 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.879311 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.879713 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.880099 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.880484 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.880878 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.881251 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.881636 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.882019 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.882413 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.882820 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.883254 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.883645 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.884013 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.884395 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.884765 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.885146 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.885525 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.885969 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.886358 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.886732 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.887119 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.887551 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.887924 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.889065 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.889471 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.889897 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.890277 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.890646 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.891027 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.891433 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.891811 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.892180 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.892561 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.892953 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.893326 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.893907 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.894228 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.894608 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.894990 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.895407 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.895810 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.896186 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.896556 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.896934 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.897349 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.897720 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.898099 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.898469 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.898843 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.899270 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.899642 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.900013 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.900383 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.900776 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.901148 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.901575 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.901957 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.902328 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.902696 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.903063 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.903465 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.904412 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.904808 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.905275 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.905652 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.906028 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.906412 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.906793 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.907203 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.907580 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.907955 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.908329 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.908706 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.909107 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.909487 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.909871 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.910281 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.910641 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.911038 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.911449 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.911827 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.912199 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.912573 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.912957 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.913345 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.913737 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.914126 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.914522 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.914911 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.915342 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.915726 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.916135 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.916547 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:18.916861 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 15:17:18.917197 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93310) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 04 15:17:19.287221 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 15:17:19.287504 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 15:17:19.287809 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 15:17:19.288151 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 04 15:17:19.738304 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:19.738596 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:19.738872 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:19.740447 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:19.740835 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:19.741214 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:19.779715 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:19.779986 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:19.780258 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:19.797130 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:19.797429 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:19.797710 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:19.831476 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:19.831759 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:19.832038 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:19.874075 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:19.874730 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:19.874730 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.132402 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.132588 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.132864 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.133135 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.133863 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.265005 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.265330 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.265619 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.265904 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.266174 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.266598 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.266918 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.267060 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.267387 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.267672 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.267937 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.268214 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.268468 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.268722 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.268981 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.269252 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.269512 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.269785 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.270062 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.270323 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.270597 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.270851 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.271169 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.271589 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.271842 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.272091 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.272540 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 15:17:20.272786 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 15:17:20.273037 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 15:17:20.273277 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 15:17:20.273517 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 15:17:20.273754 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 15:17:20.274141 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 04 15:17:20.277845 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 04 15:17:20.282416 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 04 15:17:20.287027 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 04 15:17:20.289049 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 04 15:17:20.289802 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 04 15:17:20.290329 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 04 15:17:20.290955 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 04 15:17:20.295650 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 04 15:17:20.296029 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 04 15:17:20.296458 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 15:17:20.303306 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 04 15:17:20.330942 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 04 15:17:20.331719 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.332219 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93310) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 04 15:17:20.332834 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.334783 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93310) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 04 15:17:20.335086 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 15:17:20.335371 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 04 15:17:20.340816 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.341106 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:20.410692 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 04 15:17:20.410896 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 04 15:17:20.411065 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 04 15:17:20.411493 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 04 15:17:20.436751 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_db.sqlalchemy.engines [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93310) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 04 15:17:21.118358 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.managers [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Initializing driver for type 'gre' Aug 04 15:17:21.119167 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] gre ID ranges: [(1, 1000)] Aug 04 15:17:21.182113 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.managers [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Initializing driver for type 'local' Aug 04 15:17:21.182582 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.managers [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Initializing driver for type 'vlan' Aug 04 15:17:21.199221 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] VlanTypeDriver initialization complete Aug 04 15:17:21.199684 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.managers [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Initializing driver for type 'vxlan' Aug 04 15:17:21.200268 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] vxlan ID ranges: [(1, 1000)] Aug 04 15:17:21.267705 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.managers [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Initializing extension driver 'port_security' Aug 04 15:17:21.268188 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.extensions.port_security [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] PortSecurityExtensionDriver initialization complete Aug 04 15:17:21.268613 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.managers [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Initializing mechanism driver 'openvswitch' Aug 04 15:17:21.269033 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.managers [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Initializing mechanism driver 'hyperv' Aug 04 15:17:21.276528 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.plugin [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:21.277421 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > port after_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.277809 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > port after_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.278166 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > port after_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.279246 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93310) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 15:17:21.279703 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > subnet after_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.280064 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > subnet after_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.280417 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.280819 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93310) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 15:17:21.281240 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > network after_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.281598 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > network after_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.281944 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > network after_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.282346 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93310) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 15:17:21.282759 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > security_group after_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.283118 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > security_group after_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.283488 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.283896 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93310) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 15:17:21.284306 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.284655 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.284998 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.285396 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93310) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 15:17:21.285802 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > address_group after_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.286150 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > address_group after_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.286491 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.286889 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93310) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 15:17:21.287305 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] ML2 OVO RPC backend initialized. {{(pid=93310) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 04 15:17:21.288107 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.288471 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.288902 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > network before_response 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.289239 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > networks before_response 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.289591 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > port before_response 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.289942 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > ports before_response 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.290349 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > subnet before_response 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.290731 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > subnets before_response 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.291155 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > network after_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.291550 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > network after_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.291929 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > network after_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.292310 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > port after_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.292689 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > port after_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.293069 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > port after_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.293444 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > subnet after_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.293830 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > subnet after_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.294260 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.295705 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.plugin [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Modular L2 Plugin initialization complete Aug 04 15:17:21.296082 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading services supported by the core plugin {{(pid=93310) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 04 15:17:21.296460 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.plugins.ml2.managers [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Got port-security extension from driver 'port_security' Aug 04 15:17:21.296979 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.extensions.vlantransparent [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Disabled vlantransparent extension. Aug 04 15:17:21.297534 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93310) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 04 15:17:21.297893 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading Plugin: router Aug 04 15:17:21.335653 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.336057 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router after_create 55549900 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.336440 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router before_create 55549900 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.336815 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.337198 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.337559 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router after_delete 55549900 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.337922 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.338292 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router after_create 55549900 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.338784 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router after_update 55549900 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.339161 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router after_update 55549900 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.339523 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.339889 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router after_update 55549900 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.340305 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router precommit_update 55549900 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.340683 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: port after_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.341036 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: port after_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.341927 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: subnet after_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.342315 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.342657 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.343017 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router precommit_create 55549900 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.343403 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: port before_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.343756 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router precommit_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.344120 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router after_update 55549900 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.344470 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.344831 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router precommit_create 55549900 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.345203 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.345551 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router precommit_update 55549900 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.345951 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > agent after_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.346289 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > agent after_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.346648 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > network after_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.347653 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Tracking information for resource: router configured {{(pid=93310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 15:17:21.347988 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Tracking information for resource: floatingip configured {{(pid=93310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 15:17:21.353391 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.db.l3_agentschedulers_db [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 04 15:17:21.353988 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: port after_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.354363 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: port after_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.354721 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: port after_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.355090 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: port after_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.355979 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router before_create 55550100 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.356359 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.356727 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router precommit_create 55550100 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.357780 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > router precommit_update 55550100 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.362559 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.services.provider_configuration [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Service providers = [] {{(pid=93310) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 04 15:17:21.362929 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.db.servicetype_db [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93310) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 04 15:17:21.366151 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.services.service_base [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93310) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 15:17:21.366513 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.services.service_base [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93310) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 15:17:21.366863 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.services.service_base [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93310) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 15:17:21.367815 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.services.service_base [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93310) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 15:17:21.368212 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.services.service_base [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 04 15:17:21.368685 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 15:17:21.368940 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 04 15:17:21.382931 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 15:17:21.383376 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading Plugin: auto_allocate Aug 04 15:17:21.390503 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: network precommit_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.390932 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: network precommit_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.391591 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 15:17:21.391959 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading Plugin: tag Aug 04 15:17:21.399465 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 15:17:21.399805 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading Plugin: timestamp Aug 04 15:17:21.403829 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 15:17:21.404164 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading Plugin: network_ip_availability Aug 04 15:17:21.409852 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.410230 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.410591 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.411424 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 15:17:21.411746 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading Plugin: flavors Aug 04 15:17:21.417247 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 15:17:21.417637 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading Plugin: revisions Aug 04 15:17:21.422464 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 15:17:21.422984 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_concurrency.lockutils [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.135s {{(pid=93310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 15:17:21.423869 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93310) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 04 15:17:21.424250 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Initializing extension manager. Aug 04 15:17:21.424813 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: __init__.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.425199 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: __pycache__ {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.425579 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.425962 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: address_group.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.426910 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.427623 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: address-group Aug 04 15:17:21.427996 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: address_scope.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.428781 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.429367 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: address-scope Aug 04 15:17:21.429894 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.431036 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.431703 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: router-admin-state-down-before-update Aug 04 15:17:21.432113 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: agent.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.432930 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.433541 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: agent Aug 04 15:17:21.433958 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: agent_resources_synced.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.435674 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.436215 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: agent-resources-synced Aug 04 15:17:21.436544 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: allowedaddresspairs.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.438468 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.439003 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: allowed-address-pairs Aug 04 15:17:21.439450 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: auto_allocated_topology.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.440533 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.441055 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: auto-allocated-topology Aug 04 15:17:21.441386 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: availability_zone.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.442103 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.442616 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: availability_zone Aug 04 15:17:21.442943 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: availability_zone_filter.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.443925 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.444442 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: availability_zone_filter Aug 04 15:17:21.444767 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: data_plane_status.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.445694 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.446216 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension data-plane-status not supported by any of loaded plugins Aug 04 15:17:21.446541 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: default_subnetpools.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.447500 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.448014 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: default-subnetpools Aug 04 15:17:21.448340 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.449207 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.449731 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: dhcp_agent_scheduler Aug 04 15:17:21.450058 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: dns.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.451606 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.452305 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension dns-integration not supported by any of loaded plugins Aug 04 15:17:21.452634 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: dns_domain_ports.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.453583 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.454104 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 04 15:17:21.454433 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.455412 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.455928 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 04 15:17:21.456261 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: dvr.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.456949 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.457469 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: dvr Aug 04 15:17:21.457792 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: ecmp_routes.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.458734 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.459281 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 04 15:17:21.459608 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: empty_string_filtering.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.460535 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.461048 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: empty-string-filtering Aug 04 15:17:21.461372 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.462300 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.462816 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 04 15:17:21.463285 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.464096 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.464609 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 04 15:17:21.464933 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: external_net.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.465860 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.466596 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: external-net Aug 04 15:17:21.467165 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.468745 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.469437 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: extra_dhcp_opt Aug 04 15:17:21.469775 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: extraroute.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.470738 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.471291 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: extraroute Aug 04 15:17:21.471623 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: extraroute_atomic.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.472703 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.473223 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: extraroute-atomic Aug 04 15:17:21.473550 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: filter_validation.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.474475 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.474989 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: filter-validation Aug 04 15:17:21.475344 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: fip_pf_description.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.476280 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.476790 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 04 15:17:21.477114 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: fip_port_details.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.478056 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.478568 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: fip-port-details Aug 04 15:17:21.478893 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: flavors.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.480203 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.480731 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: flavors Aug 04 15:17:21.481062 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.483202 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.483752 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 04 15:17:21.484106 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: floatingip_pools.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.484839 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.485362 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: floatingip-pools Aug 04 15:17:21.485695 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: ip_allocation.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.486687 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.487235 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension ip_allocation not supported by any of loaded plugins Aug 04 15:17:21.487567 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.488528 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.489057 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: ip-substring-filtering Aug 04 15:17:21.489391 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: l2_adjacency.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.490345 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.490865 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 04 15:17:21.491219 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: l3.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.492269 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.492800 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: router Aug 04 15:17:21.493130 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.495568 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.496157 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 04 15:17:21.496487 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.498035 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.498567 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: ext-gw-mode Aug 04 15:17:21.498903 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.499905 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.500436 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: l3-ha Aug 04 15:17:21.500769 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: l3_flavors.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.501716 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.502239 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: l3-flavors Aug 04 15:17:21.502568 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.503529 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.504051 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 04 15:17:21.504373 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: l3agentscheduler.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.505483 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.506013 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: l3_agent_scheduler Aug 04 15:17:21.506340 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: logging.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.507968 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.508504 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension logging not supported by any of loaded plugins Aug 04 15:17:21.508842 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: metering.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.509603 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.510193 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: metering Aug 04 15:17:21.510526 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.511860 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.512386 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: metering_source_and_destination_fields Aug 04 15:17:21.512719 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: multiprovidernet.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.514355 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.514933 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: multi-provider Aug 04 15:17:21.515290 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: netmtu.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.516237 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.516763 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: net-mtu Aug 04 15:17:21.517091 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: netmtu_writable.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.518016 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.518532 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: net-mtu-writable Aug 04 15:17:21.518857 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: network_availability_zone.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.519581 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.520089 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: network_availability_zone Aug 04 15:17:21.520416 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: network_ip_availability.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.521572 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.522091 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: network-ip-availability Aug 04 15:17:21.522417 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: network_segment_range.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.523249 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.523758 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension network-segment-range not supported by any of loaded plugins Aug 04 15:17:21.524079 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: pagination.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.525094 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.525426 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: pagination Aug 04 15:17:21.525747 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: port_device_profile.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.526680 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.527245 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: port-device-profile Aug 04 15:17:21.527576 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.528531 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.529179 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: port-mac-address-regenerate Aug 04 15:17:21.529506 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.530443 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.530970 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: port-numa-affinity-policy Aug 04 15:17:21.531326 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: port_resource_request.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.532263 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.532781 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension port-resource-request not supported by any of loaded plugins Aug 04 15:17:21.533106 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: portbindings.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.534052 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.534576 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: binding Aug 04 15:17:21.534901 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: portbindings_extended.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.536267 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.536793 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: binding-extended Aug 04 15:17:21.537123 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: portsecurity.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.538061 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.538579 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: port-security Aug 04 15:17:21.538908 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: project_id.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.539941 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.540274 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: project-id Aug 04 15:17:21.540598 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: providernet.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.541541 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.542067 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: provider Aug 04 15:17:21.542393 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: qos.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.546684 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.547278 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension qos not supported by any of loaded plugins Aug 04 15:17:21.547610 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.548941 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.549466 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 04 15:17:21.549801 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.550762 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.551319 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 04 15:17:21.551653 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: qos_default.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.552589 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.553118 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension qos-default not supported by any of loaded plugins Aug 04 15:17:21.553447 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: qos_fip.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.554125 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.554637 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension qos-fip not supported by any of loaded plugins Aug 04 15:17:21.554962 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: qos_gateway_ip.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.555944 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.556466 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 04 15:17:21.556791 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: qos_port_network_policy.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.557732 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.558258 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 04 15:17:21.558587 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: qos_pps_rule.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.559890 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.561188 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension qos-pps not supported by any of loaded plugins Aug 04 15:17:21.561525 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: qos_rule_type_details.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.562474 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.562990 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 04 15:17:21.563347 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: qos_rules_alias.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.564419 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.564942 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 04 15:17:21.565261 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: quotasv2.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.566495 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.566829 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: quotas Aug 04 15:17:21.567189 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: quotasv2_detail.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.570330 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.570677 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: quota_details Aug 04 15:17:21.571020 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: rbac.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.572144 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.572694 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: rbac-policies Aug 04 15:17:21.573036 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: rbac_address_group.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.573987 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.574507 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: rbac-address-group Aug 04 15:17:21.574892 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: rbac_address_scope.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.575977 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.576460 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: rbac-address-scope Aug 04 15:17:21.576790 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: rbac_security_groups.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.577724 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.578240 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: rbac-security-groups Aug 04 15:17:21.578570 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: rbac_subnetpool.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.579527 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.580046 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: rbac-subnetpool Aug 04 15:17:21.580378 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: revisionifmatch.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.581427 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.581837 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: revision-if-match Aug 04 15:17:21.582181 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: revisions.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.583365 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.583880 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: standard-attr-revisions Aug 04 15:17:21.584210 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: router_availability_zone.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.585050 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.585887 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: router_availability_zone Aug 04 15:17:21.585887 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: routerservicetype.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.586709 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.587287 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension router-service-type not supported by any of loaded plugins Aug 04 15:17:21.587598 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.588546 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.589743 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: security-groups-normalized-cidr Aug 04 15:17:21.589743 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.590312 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.590828 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: port-security-groups-filtering Aug 04 15:17:21.594610 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.594610 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.594610 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: security-groups-remote-address-group Aug 04 15:17:21.594610 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: securitygroup.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.602883 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.603764 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: security-group Aug 04 15:17:21.603902 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: segment.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.604688 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.605606 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension segment not supported by any of loaded plugins Aug 04 15:17:21.605606 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.606588 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.607813 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 04 15:17:21.608145 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: servicetype.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.609388 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.609929 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: service-type Aug 04 15:17:21.610261 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: sorting.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.611315 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.611658 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: sorting Aug 04 15:17:21.611992 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: standard_attr_segment.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.612927 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.613457 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 04 15:17:21.613785 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: standardattrdescription.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.614456 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.614980 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: standard-attr-description Aug 04 15:17:21.615346 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: stateful_security_group.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.616296 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.616821 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: stateful-security-group Aug 04 15:17:21.617157 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: stdattrs_common.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.617758 dv-cinder-689486-15-iscsi neutron-server[93310]: WARNING neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 04 15:17:21.618084 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.619094 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.619628 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 04 15:17:21.619923 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: subnet_onboard.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.621059 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.621588 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: subnet_onboard Aug 04 15:17:21.621916 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.623733 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.624586 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 04 15:17:21.624850 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: subnet_service_types.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.625824 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.626355 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: subnet-service-types Aug 04 15:17:21.627230 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: subnetallocation.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.627841 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.628371 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: subnet_allocation Aug 04 15:17:21.628704 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.629405 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.629925 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: subnetpool-prefix-ops Aug 04 15:17:21.630254 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.631239 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.631759 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 04 15:17:21.632086 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: tagging.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.633221 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.633751 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: standard-attr-tag Aug 04 15:17:21.634081 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: timestamp.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.635348 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.635877 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loaded extension: standard-attr-timestamp Aug 04 15:17:21.636206 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: trunk.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.637260 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.637784 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension trunk not supported by any of loaded plugins Aug 04 15:17:21.638160 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: trunk_details.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.639436 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.639969 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension trunk-details not supported by any of loaded plugins Aug 04 15:17:21.640298 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: uplink_status_propagation.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.641246 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.641762 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 04 15:17:21.642088 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Loading extension file: vlantransparent.py {{(pid=93310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 15:17:21.642788 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 15:17:21.643343 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 04 15:17:21.645945 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Creating instance of TrackedResource for resource:network Aug 04 15:17:21.646490 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Creating instance of TrackedResource for resource:subnet Aug 04 15:17:21.646899 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 15:17:21.647337 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Creating instance of TrackedResource for resource:port Aug 04 15:17:21.648648 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.v2.resource_helper [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 15:17:21.649102 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.v2.resource_helper [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Service FLAVORS assigned prefix: {{(pid=93310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 15:17:21.649730 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.v2.resource_helper [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 15:17:21.650159 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.v2.resource_helper [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 15:17:21.650495 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Creating instance of TrackedResource for resource:router Aug 04 15:17:21.650922 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Creating instance of TrackedResource for resource:floatingip Aug 04 15:17:21.651457 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.v2.resource_helper [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Service METERING assigned prefix: /metering {{(pid=93310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 15:17:21.652920 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.653315 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.653735 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:17:21.655255 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 15:17:21.655776 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Creating instance of TrackedResource for resource:security_group Aug 04 15:17:21.656232 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 15:17:21.656864 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.v2.resource_helper [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Service CORE assigned prefix: {{(pid=93310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 15:17:21.657203 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 15:17:21.657560 dv-cinder-689486-15-iscsi neutron-server[93310]: WARNING neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] subnetpool is already registered Aug 04 15:17:21.657999 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.v2.resource_helper [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Service CORE assigned prefix: {{(pid=93310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 15:17:21.658330 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 15:17:21.658669 dv-cinder-689486-15-iscsi neutron-server[93310]: WARNING neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] subnetpool is already registered Aug 04 15:17:21.661098 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.v2.resource_helper [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 15:17:21.661667 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.v2.resource_helper [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Service FLAVORS assigned prefix: {{(pid=93310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 15:17:21.662304 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.v2.resource_helper [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 15:17:21.662738 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.v2.resource_helper [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 15:17:21.663079 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Creating instance of TrackedResource for resource:router Aug 04 15:17:21.663459 dv-cinder-689486-15-iscsi neutron-server[93310]: WARNING neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] router is already registered Aug 04 15:17:21.663879 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Creating instance of TrackedResource for resource:floatingip Aug 04 15:17:21.664220 dv-cinder-689486-15-iscsi neutron-server[93310]: WARNING neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] floatingip is already registered Aug 04 15:17:21.664719 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.v2.resource_helper [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Service METERING assigned prefix: /metering {{(pid=93310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 15:17:21.665431 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 15:17:21.665761 dv-cinder-689486-15-iscsi neutron-server[93310]: WARNING neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] rbac_policy is already registered Aug 04 15:17:21.666191 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Creating instance of TrackedResource for resource:security_group Aug 04 15:17:21.666528 dv-cinder-689486-15-iscsi neutron-server[93310]: WARNING neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] security_group is already registered Aug 04 15:17:21.666955 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 15:17:21.667411 dv-cinder-689486-15-iscsi neutron-server[93310]: WARNING neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] security_group_rule is already registered Aug 04 15:17:21.669802 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.v2.resource_helper [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Service CORE assigned prefix: {{(pid=93310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 15:17:21.669802 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 15:17:21.669987 dv-cinder-689486-15-iscsi neutron-server[93310]: WARNING neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] subnetpool is already registered Aug 04 15:17:21.670476 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.v2.resource_helper [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Service CORE assigned prefix: {{(pid=93310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 15:17:21.670803 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 15:17:21.671163 dv-cinder-689486-15-iscsi neutron-server[93310]: WARNING neutron.quota.resource_registry [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] subnetpool is already registered Aug 04 15:17:21.673045 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: extensions {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.674567 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: address-groups {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.676134 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: address-scopes {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.677360 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: agents {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.678649 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: auto-allocated-topology {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.679920 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: availability_zones {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.681128 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: dhcp-networks {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.682543 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: dhcp-agents {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.684132 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: routers {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.686728 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: flavors {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.687913 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: service_profiles {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.689234 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: next_providers {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.690668 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: service_profiles {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.692155 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: floatingip-pools {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.693470 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: routers {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.695186 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: floatingips {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.696362 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: l3-routers {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.697860 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: l3-agents {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.699323 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: metering-labels {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.700597 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: metering-label-rules {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.701873 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: network-ip-availabilities {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.703247 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: bindings {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.704817 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: quotas {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.706275 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: quotas {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.707820 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: rbac-policies {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.709017 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: security-groups {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.710208 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: security-group-rules {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.711565 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: service-providers {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.712917 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: subnetpools {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.714232 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: subnetpools {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.715800 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: tags {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.717574 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: tags {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.719309 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: tags {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.721226 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: tags {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.722914 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: tags {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.724768 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: tags {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.726636 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: tags {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.728422 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: tags {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.731380 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: tags {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.733665 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron.api.extensions [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Extended resource: tags {{(pid=93310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 15:17:21.739769 dv-cinder-689486-15-iscsi neutron-server[93310]: WARNING keystonemiddleware.auth_token [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 04 15:17:21.744427 dv-cinder-689486-15-iscsi neutron-server[93310]: WARNING keystonemiddleware.auth_token [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 04 15:17:21.753755 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_concurrency.lockutils [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Acquired lock "singleton_lock" {{(pid=93310) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 04 15:17:21.754238 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_concurrency.lockutils [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Releasing lock "singleton_lock" {{(pid=93310) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 04 15:17:21.754905 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO oslo_service.service [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Starting 2 workers Aug 04 15:17:21.759849 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Started child 93419 {{(pid=93310) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 15:17:21.764813 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Started child 93420 {{(pid=93310) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 15:17:21.766090 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:21.767213 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO neutron.service [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 04 15:17:21.767455 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Notify callbacks [] for process, before_spawn {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:21.768497 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [-] (93419) wsgi starting up on http://0.0.0.0:9696 Aug 04 15:17:21.769821 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO oslo_service.service [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Starting 1 workers Aug 04 15:17:21.770030 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:21.771451 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [-] (93420) wsgi starting up on http://0.0.0.0:9696 Aug 04 15:17:21.775197 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Started child 93421 {{(pid=93310) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 15:17:21.775747 dv-cinder-689486-15-iscsi neutron-server[93310]: INFO oslo_service.service [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Starting 1 workers Aug 04 15:17:21.780642 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.service [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] calling RpcWorker wait() {{(pid=93421) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 04 15:17:21.781288 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Started child 93422 {{(pid=93310) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 15:17:21.781411 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.service [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] returning from RpcWorker wait() {{(pid=93421) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 04 15:17:21.781510 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG neutron_lib.callbacks.manager [None req-afb4bec6-547d-481e-84f8-4ec7e7755742 None None] Notify callbacks [] for process, after_spawn {{(pid=93310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:21.782617 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:21.783155 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:21.783481 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93310) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 15:17:21.783694 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 15:17:21.783887 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 15:17:21.784103 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 15:17:21.784456 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 15:17:21.784623 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 15:17:21.785355 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.785640 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.785913 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.786177 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.786460 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.786824 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:21.787423 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.787423 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.787621 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.787882 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.788153 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.788330 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.788501 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.788760 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.789015 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.789311 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.789597 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.789842 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.790134 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.790309 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.790579 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.790848 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.791097 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.791396 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] debug = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.791656 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.792131 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.792367 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.792620 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.792858 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.793145 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.793388 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.793675 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.793912 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.794170 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.794915 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.795190 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.795460 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.795697 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.795924 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.796194 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.796440 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.796917 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] host = dv-cinder-689486-15-iscsi {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.797169 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.797417 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.797672 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.797939 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.798280 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.798442 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.798703 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.798973 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.799261 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.799522 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.799786 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.800041 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.800271 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.800513 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] log_file = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.800680 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] log_options = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.800919 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.801211 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.801500 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.801687 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.801860 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.802042 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.802306 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.802475 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.802750 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.802988 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.803223 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.803441 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.803639 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.803871 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.804124 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.804367 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.804607 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.804814 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.805090 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.805373 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.805562 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.805799 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.806034 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.806276 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.806522 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.806761 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.806980 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.807284 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.807507 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.807750 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.807968 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.808228 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.808494 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.808725 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.808969 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.809203 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.809463 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.809745 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.810584 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.810850 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.811103 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.811486 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.811679 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.811900 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.812042 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.812205 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] use_json = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.812421 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.812645 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.812911 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.813145 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.813369 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.813584 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.813835 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.814091 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.814547 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.814832 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.815352 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.815634 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.815777 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.815952 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.816124 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.816327 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.816610 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.816835 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.817160 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.817636 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.817937 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.818549 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.818549 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.819278 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.819278 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.819665 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.819665 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.820272 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.820272 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.820272 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.821021 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.821021 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.821638 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.821638 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.821638 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.822398 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.822398 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.822398 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.823041 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.823041 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.823504 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.823504 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.824080 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.824080 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.824634 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.824859 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:21.825108 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.825108 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.825872 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.825872 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.825872 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.826553 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.826553 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.827059 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.827350 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.827573 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.827816 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.828039 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.828270 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.828505 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.828773 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.829137 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.829137 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.829608 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.829608 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.830025 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.830025 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.830447 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.830447 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.830879 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.831104 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.831369 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.831369 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.831975 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.831975 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.832425 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.832425 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.832425 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.833084 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.833084 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.833539 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.833784 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.834018 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.834237 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.834456 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.834685 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.834924 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.835216 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.835487 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.835487 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.836622 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.836622 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.836622 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.836622 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.838074 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.838074 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.838074 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.838074 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.838074 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.838074 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.839532 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.839532 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.839532 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.839532 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.840406 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.840406 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.840406 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.840406 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.841521 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.843971 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.844950 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.845489 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.845774 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.846035 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.846821 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.847226 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.851105 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.851442 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.851719 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.851962 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.852253 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.852515 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.852814 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.853070 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.853386 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.853705 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.853997 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.854287 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.854557 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.854781 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.855066 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.855753 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.856036 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.856275 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.856676 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.857659 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.857969 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.860772 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.860772 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.860772 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.860772 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.861262 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.861673 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.862064 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.862464 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.862947 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.863491 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.863972 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.864355 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.864741 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.865090 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.865550 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.865935 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.866445 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.866821 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.867280 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.867760 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.868091 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.868437 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.868776 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.869299 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.869598 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.870041 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.870414 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.870754 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.871201 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.871561 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.871910 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.872365 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.873328 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.873812 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.874137 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.874514 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.874903 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.875299 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.875672 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.876110 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.876486 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.876946 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.877435 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.877896 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.878286 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.878675 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.879093 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.879499 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.879886 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.880279 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.880656 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.880931 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.881306 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.881644 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.881984 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.882309 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.882667 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.883058 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.883498 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.884033 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.884350 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.884603 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.884870 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.885252 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.885527 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.885779 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.886650 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.887011 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.887383 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.887917 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.888335 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.888934 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.889316 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.889640 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.889948 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.890314 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.890606 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.890836 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.891205 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.891645 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.891962 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.892267 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.892519 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.892856 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.893238 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.893533 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.893850 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.894225 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.894491 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.894745 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.895042 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.895358 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.895634 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.896001 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.896358 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.896710 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.897084 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.897486 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.897992 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.898291 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.898581 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.898869 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.899202 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.899583 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.899926 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.900280 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.900646 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.900950 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.901253 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.901579 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.901891 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.902226 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.902552 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.902858 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.903274 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.903951 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.904348 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.904498 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.904826 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.905159 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.905508 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.905922 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.906252 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.906606 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.906977 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.907351 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.907675 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.908059 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.908457 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.908800 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.909185 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.909557 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.909941 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.910338 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.910802 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.911079 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.911496 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.911929 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.912289 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.912628 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.912959 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.913306 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.913654 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.913965 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.914290 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.914616 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.914929 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.915304 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.915627 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.915944 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.916265 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.916601 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.916936 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.917298 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.917636 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.917953 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.918308 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.918553 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 15:17:21.919167 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93310) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 15:17:21.920240 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 15:17:21.920487 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 15:17:21.920992 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 15:17:21.921211 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 15:17:21.922263 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 15:17:21.922614 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.922988 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.923499 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.923959 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.924419 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.924910 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.925371 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.925820 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.926258 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.926653 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.928321 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.928321 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.928321 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.928321 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.928321 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.928321 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.929314 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.929314 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.929314 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.929314 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.929893 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.929893 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.930545 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] debug = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.930545 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.930545 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.931086 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.931086 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.931487 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.931635 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.931871 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.932119 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.932374 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.932643 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.932891 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.933137 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.933383 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.933630 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.933876 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.934123 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.934369 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.934632 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] host = dv-cinder-689486-15-iscsi {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.934943 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.935824 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.936099 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.936565 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.936812 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.937068 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.937316 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.937563 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.937816 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.938060 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.938306 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.938567 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.938814 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.939061 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] log_file = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.939311 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] log_options = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.939471 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.939717 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.939982 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.940308 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.940538 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.940800 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.941066 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.941311 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.941573 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.941834 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.942312 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.942312 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.942672 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.942876 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.943078 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.943361 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.943608 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.943851 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.944096 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.944338 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.944601 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.944867 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.945126 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.945369 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.945610 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.945853 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.946010 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:21.946175 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.946368 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.946616 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.946859 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.947103 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.947377 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.947621 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.947864 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.948106 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.948350 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.948602 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.948852 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.949096 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.949339 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.949582 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.949825 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.950068 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.950314 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.950614 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.950911 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] use_json = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.951311 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.951520 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.951690 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.951857 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.952022 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.952193 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.952436 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.952695 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 15:17:21.952971 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.953221 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.953478 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.953725 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.953975 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.954223 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.954471 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.954721 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.954973 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.955348 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.955805 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.956070 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.956361 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.956361 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.956805 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.957050 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.957277 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.958591 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.958915 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.959336 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.959632 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.959886 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.960034 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.960240 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.960493 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.960763 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.961015 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.961331 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.962949 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.962949 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.962949 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.962949 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.963963 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.963963 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.963963 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.963963 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.964732 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.964732 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.964732 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.965569 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.965569 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.965569 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.966653 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.966653 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.966986 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.967242 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.967446 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.967627 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.967882 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.968130 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.968394 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.968642 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.968890 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.969137 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.969391 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.969638 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.969885 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.970151 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.970417 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.970673 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.970919 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.971117 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.971393 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.971654 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.971901 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.972148 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.972395 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.972641 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.972905 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.973172 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.973420 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.973665 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.973937 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.974188 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.974436 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.974756 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.975005 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.975285 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.975533 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.975877 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.976098 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.976327 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.976598 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.976874 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.977095 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.977282 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.977451 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.977614 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.977799 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.978061 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.978324 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.978584 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.978854 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.979153 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.979405 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.979698 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.979958 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.980231 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.980498 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.980769 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.981044 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.981314 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.981586 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.982761 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.983085 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.983372 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.983644 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.983898 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.984130 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.984360 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.984590 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.984835 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.985057 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.985276 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.985499 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.985728 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.985966 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.986194 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.986416 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.986637 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.986857 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.987079 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.987431 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.987654 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.987879 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.988099 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.988321 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.988551 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.988790 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.989010 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.989231 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.989452 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.989789 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.989926 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.990135 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.990358 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.990577 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.990799 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.991020 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.991277 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.991500 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.991723 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.991944 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.992166 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.992389 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.992608 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.992830 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.993051 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.993274 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.993495 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.993715 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.993939 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.994159 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.994380 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.994607 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.994827 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.995048 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.995301 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.995521 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.995740 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.995963 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.996186 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.996416 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.996611 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.996834 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.997055 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.997276 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.997994 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.998223 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.998458 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.998683 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.998910 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.999191 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.999448 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:21.999714 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.001430 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.001430 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.001430 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.001430 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.001430 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.002416 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.002416 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.002416 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.002900 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.002900 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.003182 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.003304 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.003562 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.004004 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.004146 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.004358 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.004719 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.004890 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.005124 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.005369 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.005608 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.006035 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.006035 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.006601 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.006601 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.006777 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.007001 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.007182 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.007450 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.007961 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.007961 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.008477 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.008477 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.008724 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.009000 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.009259 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.009513 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.009796 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.010066 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.010341 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.010617 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.010887 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.011608 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.011608 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.011608 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.011608 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.011913 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.012067 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.015153 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.015153 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.015153 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.015153 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.015153 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.015153 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.015153 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.015153 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.015153 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.016261 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.016261 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.016261 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.016261 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.016261 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.016261 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.016261 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.016261 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.017149 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.017149 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.017149 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.017149 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.017149 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.017149 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.017149 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.017952 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.017952 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.017952 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.018294 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.018434 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.018719 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.018919 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.019223 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.019472 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.019753 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.020048 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.020331 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.020613 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.020905 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.021195 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.021477 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.021745 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.022003 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.022263 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.022513 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.022762 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.023013 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.023307 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.023558 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.023808 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.024057 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.024304 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.024554 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.024805 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.025054 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.025301 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.025558 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.025807 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.026055 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.026301 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.026549 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.026798 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.027044 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 15:17:22.027325 dv-cinder-689486-15-iscsi neutron-server[93310]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 15:17:22.147880 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 48800) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:22.157570 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072198 Aug 04 15:17:35.695855 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead767ee-7824-4ee3-9cc1-50166467453a None None] get_active_networks_info from dv-cinder-689486-15-iscsi {{(pid=93421) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 15:17:35.870732 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead767ee-7824-4ee3-9cc1-50166467453a None None] No non-hosted networks {{(pid=93421) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 04 15:17:35.898795 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-2b75d5f6-cd87-4d37-badd-888b7f2497f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8072344'] for agent, after_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:38.967526 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-995bb11a-83e6-42fb-9fd6-b5c0584c28a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8072344'] for agent, after_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:39.050951 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-e13b5a5d-daa8-4527-8b96-6175d2b43ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:39.358283 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8072344'] for agent, after_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:39.361399 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:39.361757 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:39.364720 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:39.365123 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:39.366875 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:39.367250 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:39.369740 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:39.370113 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:39.370586 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:39.370970 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:39.371342 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:39.373132 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:39.373593 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-689486-15-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:39.384508 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-689486-15-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:17:40.091191 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8072344'] for agent, after_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:42.596561 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8072344'] for agent, after_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:43.392835 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 48892) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:44.155428 dv-cinder-689486-15-iscsi neutron-server[93419]: WARNING oslo_policy.policy [None req-3610ad65-2304-428b-b871-94f10779a574 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 15:17:44.156062 dv-cinder-689486-15-iscsi neutron-server[93419]: WARNING oslo_policy.policy [None req-3610ad65-2304-428b-b871-94f10779a574 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 15:17:44.386349 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [None req-3610ad65-2304-428b-b871-94f10779a574 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:17:44.395788 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-3610ad65-2304-428b-b871-94f10779a574 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9933326 Aug 04 15:17:46.592244 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.db.l3_hamode_db [None req-04573a37-e128-4bb1-a5cc-ce08742317cf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 04 15:17:46.699186 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04573a37-e128-4bb1-a5cc-ce08742317cf None None] Routers set() bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:17:46.699572 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04573a37-e128-4bb1-a5cc-ce08742317cf None None] Router IDs set() for agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 15:17:47.061692 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 48906) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:47.699225 dv-cinder-689486-15-iscsi neutron-server[93420]: WARNING oslo_policy.policy [None req-28b7c370-9f8a-42b4-9233-4c60752d11bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 15:17:47.700402 dv-cinder-689486-15-iscsi neutron-server[93420]: WARNING oslo_policy.policy [None req-28b7c370-9f8a-42b4-9233-4c60752d11bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 15:17:47.920110 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-28b7c370-9f8a-42b4-9233-4c60752d11bb admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:17:48.017774 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.policy [None req-28b7c370-9f8a-42b4-9233-4c60752d11bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93420) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 15:17:48.064351 dv-cinder-689486-15-iscsi neutron-server[93420]: WARNING oslo_policy.policy [None req-28b7c370-9f8a-42b4-9233-4c60752d11bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 15:17:48.065060 dv-cinder-689486-15-iscsi neutron-server[93420]: WARNING oslo_policy.policy [None req-28b7c370-9f8a-42b4-9233-4c60752d11bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 15:17:48.074587 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.quota [None req-28b7c370-9f8a-42b4-9233-4c60752d11bb admin admin] Loaded quota_driver: . Aug 04 15:17:48.185354 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-28b7c370-9f8a-42b4-9233-4c60752d11bb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754114732012', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754114732417', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754114743862', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754114746443', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754115368772', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754114766614', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-780347', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-733373', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7883428', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7958072'] for rbac-policy, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:48.264531 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-28b7c370-9f8a-42b4-9233-4c60752d11bb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:48.266175 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-28b7c370-9f8a-42b4-9233-4c60752d11bb admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2016423 Aug 04 15:17:51.097958 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 48924) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:51.458389 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Request body: {'network': {'tenant_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'project_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'admin_state_up': True, 'name': 'private'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:17:51.494231 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Made reservation on behalf of 6ff6bc601b6842d38f56b04cc3238ac1 for: {'network': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:17:51.498484 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for network, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:51.517663 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:51.653240 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:51.657767 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:51.679835 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:17:51.712745 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754112326485', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:51.713365 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Unsubscribe: segment precommit_create {{(pid=93420) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 15:17:51.713877 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.db.segments_db [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Added segment 99f7b5f0-0761-4de7-a1ab-dc1b8214ca88 of type vlan for network 3bb15ac5-35d9-449e-ae04-af28b28ab036 Aug 04 15:17:51.732657 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabb4180-cf4c-410b-bdcd-ee5f20d2636e,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:51.786064 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:51.786416 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:51.786758 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:51.787088 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:51.787447 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:51.787791 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:51.788118 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:51.788452 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:51.788791 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:51.789115 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:51.789434 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:51.789744 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Tracked resource versions report: Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: pushed versions: Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: { 'AddressGroup': {'1.2'}, Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'ConntrackHelper': {'1.0'}, Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'Log': {'1.0'}, Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'Network': {'1.1'}, Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'Port': {'1.7'}, Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'PortForwarding': {'1.2'}, Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'QosPolicy': {'1.9'}, Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'SecurityGroup': {'1.4'}, Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'SecurityGroupRule': {'1.2'}, Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'SubPort': {'1.0'}, Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'Subnet': {'1.1'}, Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'Trunk': {'1.1'}} Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: consumer versions: Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: { DHCP agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: L3 agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: Metadata agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: Metering agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: Open vSwitch agent@dv-cinder-689486-15-iscsi: { 'AddressGroup': '1.2', Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'ConntrackHelper': '1.0', Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'Log': '1.0', Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'Network': '1.1', Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'Port': '1.7', Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'PortForwarding': '1.2', Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'QosPolicy': '1.9', Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'SecurityGroup': '1.4', Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'SecurityGroupRule': '1.2', Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'SubPort': '1.0', Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'Subnet': '1.1', Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: 'Trunk': '1.1'}} Aug 04 15:17:51.791166 dv-cinder-689486-15-iscsi neutron-server[93420]: {{(pid=93420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 15:17:51.846563 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754111838365'] for network, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:51.922320 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for network, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:51.923940 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:51.924727 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:52.014251 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9148300 Aug 04 15:17:52.034881 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e2aa6-b0f6-4203-9b8d-a43171b676f2 admin admin] Pushing event updated for resources: {'Network': ['ID=3bb15ac5-35d9-449e-ae04-af28b28ab036,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:52.048921 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Network 3bb15ac5-35d9-449e-ae04-af28b28ab036 details requested by agent ovs-agent-dv-cinder-689486-15-iscsi with host dv-cinder-689486-15-iscsi {{(pid=93421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:17:55.241225 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 48938) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:55.722001 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964ec0cb-c65c-4231-9f50-33143ef54871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:55.723434 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-964ec0cb-c65c-4231-9f50-33143ef54871 admin admin] 10.222.0.10 "GET /v2.0/networks/3bb15ac5-35d9-449e-ae04-af28b28ab036 HTTP/1.1" status: 200 len: 825 time: 0.4811535 Aug 04 15:17:55.749905 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-1a101e3f-37e0-481f-b363-c6b967cd4c18 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/fd58b8e4-77ef-4ee9-aa7c-b60bb997a25a HTTP/1.1" status: 200 len: 734 time: 0.0203810 Aug 04 15:17:55.759794 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-c460f29a-4c43-4bbe-a3e3-232fc75ba835 admin admin] Request body: {'subnet': {'tenant_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'network_id': '3bb15ac5-35d9-449e-ae04-af28b28ab036', 'subnetpool_id': 'fd58b8e4-77ef-4ee9-aa7c-b60bb997a25a', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:17:55.786763 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c460f29a-4c43-4bbe-a3e3-232fc75ba835 admin admin] Made reservation on behalf of 6ff6bc601b6842d38f56b04cc3238ac1 for: {'subnet': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:17:55.789148 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c460f29a-4c43-4bbe-a3e3-232fc75ba835 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:56.162680 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c460f29a-4c43-4bbe-a3e3-232fc75ba835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for subnet, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:56.235724 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460f29a-4c43-4bbe-a3e3-232fc75ba835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65fffb92-56c0-46d1-8677-cbf7dfdb076d,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:56.245518 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c460f29a-4c43-4bbe-a3e3-232fc75ba835 admin admin] Checking segment: {'id': '99f7b5f0-0761-4de7-a1ab-dc1b8214ca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3bb15ac5-35d9-449e-ae04-af28b28ab036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:17:56.246417 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c460f29a-4c43-4bbe-a3e3-232fc75ba835 admin admin] Network hostable DHCP agents. Network: 3bb15ac5-35d9-449e-ae04-af28b28ab036, hostable agents: ['a8d7af28-eca7-455e-97e1-a648a6b9f014'], hosted agents: [] {{(pid=93420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:17:56.274245 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c460f29a-4c43-4bbe-a3e3-232fc75ba835 admin admin] Network 3bb15ac5-35d9-449e-ae04-af28b28ab036 is scheduled to be hosted by DHCP agent a8d7af28-eca7-455e-97e1-a648a6b9f014 with binding_index 1 {{(pid=93420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:17:56.289485 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-c460f29a-4c43-4bbe-a3e3-232fc75ba835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-15-iscsi, 3bb15ac5-35d9-449e-ae04-af28b28ab036) {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:17:56.297172 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c460f29a-4c43-4bbe-a3e3-232fc75ba835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:17:56.298103 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c460f29a-4c43-4bbe-a3e3-232fc75ba835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:56.304695 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de06fc65-ba4a-41fd-a7b8-e4680e354260 None None] Network 3bb15ac5-35d9-449e-ae04-af28b28ab036 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:17:56.319044 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-c460f29a-4c43-4bbe-a3e3-232fc75ba835 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5628226 Aug 04 15:17:56.753947 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp001a8a58-16e5-53b7-b0b3-2a49f3787e2f-3bb15ac5-35d9-449e-ae04-af28b28ab036', 'network_id': '3bb15ac5-35d9-449e-ae04-af28b28ab036', 'tenant_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'fixed_ips': [{'subnet_id': '65fffb92-56c0-46d1-8677-cbf7dfdb076d'}]}} from dv-cinder-689486-15-iscsi. {{(pid=93421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:17:56.756151 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:57.214791 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.db_base_plugin_common [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Allocated IP 172.20.0.2 (3bb15ac5-35d9-449e-ae04-af28b28ab036/65fffb92-56c0-46d1-8677-cbf7dfdb076d/899e78fe-35df-45ba-97f0-011a96742ad2) {{(pid=93421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:17:57.615737 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Notify callbacks [] for port, precommit_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:57.636260 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Transition to ACTIVE for port object 899e78fe-35df-45ba-97f0-011a96742ad2 will not be triggered until provisioned by entity L2. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:17:57.668024 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Transition to ACTIVE for port object 899e78fe-35df-45ba-97f0-011a96742ad2 will not be triggered until provisioned by entity DHCP. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:17:57.682858 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042'] for port, after_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:57.801113 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Network 3bb15ac5-35d9-449e-ae04-af28b28ab036 is already hosted by enough agents. {{(pid=93421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:17:57.808783 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.scheduler.base_scheduler [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Resources bound (agent type, host, resource id): {{(pid=93421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:17:57.819753 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Received port after_create {{(pid=93421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:17:57.828812 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Pushing event updated for resources: {'Port': ['ID=899e78fe-35df-45ba-97f0-011a96742ad2,revision_number=1']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:57.869701 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:57.869988 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:57.870287 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:57.870695 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:57.871224 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:57.871707 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:57.872078 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:57.872497 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:57.872849 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:57.873183 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:57.873513 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:57.873838 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Tracked resource versions report: Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: pushed versions: Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: { 'AddressGroup': {'1.2'}, Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'ConntrackHelper': {'1.0'}, Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'Log': {'1.0'}, Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'Network': {'1.1'}, Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'Port': {'1.7'}, Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'PortForwarding': {'1.2'}, Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'QosPolicy': {'1.9'}, Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'SecurityGroup': {'1.4'}, Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'SecurityGroupRule': {'1.2'}, Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'SubPort': {'1.0'}, Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'Subnet': {'1.1'}, Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'Trunk': {'1.1'}} Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: consumer versions: Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: { DHCP agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: L3 agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: Metadata agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: Metering agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: Open vSwitch agent@dv-cinder-689486-15-iscsi: { 'AddressGroup': '1.2', Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'ConntrackHelper': '1.0', Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'Log': '1.0', Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'Network': '1.1', Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'Port': '1.7', Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'PortForwarding': '1.2', Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'QosPolicy': '1.9', Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'SecurityGroup': '1.4', Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'SecurityGroupRule': '1.2', Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'SubPort': '1.0', Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'Subnet': '1.1', Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: 'Trunk': '1.1'}} Aug 04 15:17:57.875332 dv-cinder-689486-15-iscsi neutron-server[93421]: {{(pid=93421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 15:17:57.967903 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Attempting to bind port 899e78fe-35df-45ba-97f0-011a96742ad2 on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:17:57.968513 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Attempting to bind port 899e78fe-35df-45ba-97f0-011a96742ad2 by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '99f7b5f0-0761-4de7-a1ab-dc1b8214ca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3bb15ac5-35d9-449e-ae04-af28b28ab036'}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:17:57.969179 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Attempting to bind port 899e78fe-35df-45ba-97f0-011a96742ad2 on network 3bb15ac5-35d9-449e-ae04-af28b28ab036 {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:17:57.978666 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:17:57.979388 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Checking segment: {'id': '99f7b5f0-0761-4de7-a1ab-dc1b8214ca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3bb15ac5-35d9-449e-ae04-af28b28ab036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:17:57.980148 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:57.980790 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Bound using segment: {'id': '99f7b5f0-0761-4de7-a1ab-dc1b8214ca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3bb15ac5-35d9-449e-ae04-af28b28ab036'} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:17:57.982166 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Bound port: 899e78fe-35df-45ba-97f0-011a96742ad2, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f7b5f0-0761-4de7-a1ab-dc1b8214ca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3bb15ac5-35d9-449e-ae04-af28b28ab036'}}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:17:57.982858 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:58.105215 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] For port 899e78fe-35df-45ba-97f0-011a96742ad2, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:17:58.113980 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] For port 899e78fe-35df-45ba-97f0-011a96742ad2, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=899e78fe-35df-45ba-97f0-011a96742ad2,segment=NetworkSegment(99f7b5f0-0761-4de7-a1ab-dc1b8214ca88),segment_id=99f7b5f0-0761-4de7-a1ab-dc1b8214ca88)] {{(pid=93421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:17:58.123227 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:17:58.221800 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0265c5-6116-4a25-9d15-bea5181de365 None None] Pushing event updated for resources: {'Port': ['ID=899e78fe-35df-45ba-97f0-011a96742ad2,revision_number=2']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:17:59.215012 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 48946) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:17:59.866014 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [None req-794f6862-04c6-4080-ac35-e5fadb976514 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:17:59.868125 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-794f6862-04c6-4080-ac35-e5fadb976514 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6509047 Aug 04 15:18:03.032634 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 48954) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:03.575221 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [None req-238d2781-94a4-4643-b586-5489dcc94611 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:18:03.576753 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-238d2781-94a4-4643-b586-5489dcc94611 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5429778 Aug 04 15:18:05.520170 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-90396516-3673-4576-8f8a-a5809305a66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:06.810795 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 48964) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:07.364244 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-11c7d98b-b502-40e5-b0ae-055c0b52ec7b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '6ff6bc601b6842d38f56b04cc3238ac1'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:07.487517 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.policy [None req-11c7d98b-b502-40e5-b0ae-055c0b52ec7b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93419) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 15:18:07.550361 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 899e78fe-35df-45ba-97f0-011a96742ad2 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:18:07.562652 dv-cinder-689486-15-iscsi neutron-server[93419]: WARNING oslo_policy.policy [None req-11c7d98b-b502-40e5-b0ae-055c0b52ec7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 15:18:07.563317 dv-cinder-689486-15-iscsi neutron-server[93419]: WARNING oslo_policy.policy [None req-11c7d98b-b502-40e5-b0ae-055c0b52ec7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 15:18:07.580597 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.quota [None req-11c7d98b-b502-40e5-b0ae-055c0b52ec7b admin admin] Loaded quota_driver: . Aug 04 15:18:07.678505 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-11c7d98b-b502-40e5-b0ae-055c0b52ec7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8061657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:07.681614 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-11c7d98b-b502-40e5-b0ae-055c0b52ec7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8061605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7894325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7199'] for router, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:07.709891 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port 899e78fe-35df-45ba-97f0-011a96742ad2 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:18:07.977302 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-11c7d98b-b502-40e5-b0ae-055c0b52ec7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:07.985315 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-11c7d98b-b502-40e5-b0ae-055c0b52ec7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8061782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068651'] for router, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:08.018444 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-11c7d98b-b502-40e5-b0ae-055c0b52ec7b admin admin] Notify callbacks [] for router, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:08.020495 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-11c7d98b-b502-40e5-b0ae-055c0b52ec7b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2081585 Aug 04 15:18:08.545550 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0f5369-46a8-4c53-bb04-1a38e8b0f9b4 None None] Network 3bb15ac5-35d9-449e-ae04-af28b28ab036 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:18:08.634874 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-ec40e7c0-31c2-451b-b476-0e04d2a4d058 None None] Provisioning for port 899e78fe-35df-45ba-97f0-011a96742ad2 completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:18:08.649831 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-ec40e7c0-31c2-451b-b476-0e04d2a4d058 None None] Provisioning complete for port 899e78fe-35df-45ba-97f0-011a96742ad2 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:08.650476 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-ec40e7c0-31c2-451b-b476-0e04d2a4d058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:08.968028 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-ec40e7c0-31c2-451b-b476-0e04d2a4d058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:09.049928 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-9999c61e-f615-4c99-b71c-4763ad201fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:09.097346 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-ec40e7c0-31c2-451b-b476-0e04d2a4d058 None None] For port 899e78fe-35df-45ba-97f0-011a96742ad2, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=899e78fe-35df-45ba-97f0-011a96742ad2,segment=NetworkSegment(99f7b5f0-0761-4de7-a1ab-dc1b8214ca88),segment_id=99f7b5f0-0761-4de7-a1ab-dc1b8214ca88)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:18:09.108098 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-ec40e7c0-31c2-451b-b476-0e04d2a4d058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:09.192775 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40e7c0-31c2-451b-b476-0e04d2a4d058 None None] Pushing event updated for resources: {'Port': ['ID=899e78fe-35df-45ba-97f0-011a96742ad2,revision_number=3']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:09.336154 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:09.443325 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-d5538015-16af-48f6-9705-1490184d4796 None None] Provisioning complete for port 899e78fe-35df-45ba-97f0-011a96742ad2 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:09.443774 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-d5538015-16af-48f6-9705-1490184d4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:09.525089 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 899e78fe-35df-45ba-97f0-011a96742ad2 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:18:09.675847 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 899e78fe-35df-45ba-97f0-011a96742ad2 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:09.676819 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:10.030310 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:10.917144 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 48990) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:11.074445 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [None req-8aa8286a-17ee-47aa-ac88-b1948c891184 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:18:11.076529 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-8aa8286a-17ee-47aa-ac88-b1948c891184 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1581988 Aug 04 15:18:12.497359 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:13.683159 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 49008) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:13.770722 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:13.806162 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Made reservation on behalf of f44a1d38ccfb4344855a7f99c014eed6 for: {'network': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:18:13.810925 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for network, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:13.838389 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:13.989983 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:13.995183 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:14.012450 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Reserving flat network on physical network physnet1 {{(pid=93419) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 04 15:18:14.051735 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754112326485', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:14.052332 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Unsubscribe: segment precommit_create {{(pid=93419) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 15:18:14.052851 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.segments_db [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Added segment 289eed61-1e89-49da-ac2f-557af3c11c17 of type flat for network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 Aug 04 15:18:14.073471 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e251b434-b9f1-4d4a-9ae4-6ff753c46bf2,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:14.128971 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:14.129316 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:14.129657 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:14.129990 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:14.130311 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:14.130644 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:14.130981 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:14.131335 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:14.131678 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Tracked resource versions report: Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: pushed versions: Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: { 'AddressGroup': {'1.2'}, Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: 'ConntrackHelper': {'1.0'}, Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: 'Log': {'1.0'}, Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: 'Network': {'1.1'}, Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: 'Port': {'1.7'}, Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: 'PortForwarding': {'1.2'}, Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: 'QosPolicy': {'1.9'}, Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: 'SecurityGroup': {'1.4'}, Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: 'SecurityGroupRule': {'1.2'}, Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: 'SubPort': {'1.0'}, Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: 'Subnet': {'1.1'}, Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: 'Trunk': {'1.1'}} Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: consumer versions: Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: { DHCP agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: L3 agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: Metadata agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: Metering agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: Open vSwitch agent@dv-cinder-689486-15-iscsi: { 'AddressGroup': '1.2', Aug 04 15:18:14.134189 dv-cinder-689486-15-iscsi neutron-server[93419]: 'ConntrackHelper': '1.0', Aug 04 15:18:14.135628 dv-cinder-689486-15-iscsi neutron-server[93419]: 'Log': '1.0', Aug 04 15:18:14.135628 dv-cinder-689486-15-iscsi neutron-server[93419]: 'Network': '1.1', Aug 04 15:18:14.135628 dv-cinder-689486-15-iscsi neutron-server[93419]: 'Port': '1.7', Aug 04 15:18:14.135628 dv-cinder-689486-15-iscsi neutron-server[93419]: 'PortForwarding': '1.2', Aug 04 15:18:14.135628 dv-cinder-689486-15-iscsi neutron-server[93419]: 'QosPolicy': '1.9', Aug 04 15:18:14.135628 dv-cinder-689486-15-iscsi neutron-server[93419]: 'SecurityGroup': '1.4', Aug 04 15:18:14.135628 dv-cinder-689486-15-iscsi neutron-server[93419]: 'SecurityGroupRule': '1.2', Aug 04 15:18:14.135628 dv-cinder-689486-15-iscsi neutron-server[93419]: 'SubPort': '1.0', Aug 04 15:18:14.135628 dv-cinder-689486-15-iscsi neutron-server[93419]: 'Subnet': '1.1', Aug 04 15:18:14.135628 dv-cinder-689486-15-iscsi neutron-server[93419]: 'Trunk': '1.1'}} Aug 04 15:18:14.135628 dv-cinder-689486-15-iscsi neutron-server[93419]: {{(pid=93419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 15:18:14.216468 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754111838365'] for network, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:14.282661 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for network, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:14.284039 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:14.285030 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:14.379357 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6948204 Aug 04 15:18:14.402157 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb85db-dcdb-441c-b5a1-51e8e61db686 admin admin] Pushing event updated for resources: {'Network': ['ID=a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:14.415729 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 details requested by agent ovs-agent-dv-cinder-689486-15-iscsi with host dv-cinder-689486-15-iscsi {{(pid=93421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:18:16.933873 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 49020) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:17.060321 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9554da12-5510-47d4-b901-0d4ba20bc978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:17.061710 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-9554da12-5510-47d4-b901-0d4ba20bc978 admin admin] 10.222.0.10 "GET /v2.0/subnets/65fffb92-56c0-46d1-8677-cbf7dfdb076d HTTP/1.1" status: 200 len: 849 time: 0.1265678 Aug 04 15:18:17.232867 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-a07d59c0-a448-40b7-9c59-6303c6783a28 admin admin] 10.222.0.10 "GET /v2.0/routers/1279fc22-b472-43df-8e7a-3e7eb136092f HTTP/1.1" status: 200 len: 704 time: 0.1627607 Aug 04 15:18:17.525562 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d14275ad-bb95-4e88-ae71-2a4b899f3535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:17.851533 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 5 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:18:17.892911 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_common [None req-d14275ad-bb95-4e88-ae71-2a4b899f3535 admin admin] Allocated IP 172.20.0.1 (3bb15ac5-35d9-449e-ae04-af28b28ab036/65fffb92-56c0-46d1-8677-cbf7dfdb076d/837a2886-25db-4d1e-abb6-47e69c32bd13) {{(pid=93420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:18:18.118644 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d14275ad-bb95-4e88-ae71-2a4b899f3535 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:18.158540 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.provisioning_blocks [None req-d14275ad-bb95-4e88-ae71-2a4b899f3535 admin admin] Transition to ACTIVE for port object 837a2886-25db-4d1e-abb6-47e69c32bd13 will not be triggered until provisioned by entity DHCP. {{(pid=93420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:18:18.258346 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d14275ad-bb95-4e88-ae71-2a4b899f3535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042'] for port, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:18.399883 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14275ad-bb95-4e88-ae71-2a4b899f3535 admin admin] Network 3bb15ac5-35d9-449e-ae04-af28b28ab036 is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:18:18.408362 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-d14275ad-bb95-4e88-ae71-2a4b899f3535 admin admin] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:18:18.415469 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14275ad-bb95-4e88-ae71-2a4b899f3535 admin admin] Received port after_create {{(pid=93420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:18:18.415784 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d14275ad-bb95-4e88-ae71-2a4b899f3535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8065860'] for router_interface, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:18.441043 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14275ad-bb95-4e88-ae71-2a4b899f3535 admin admin] Pushing event updated for resources: {'Port': ['ID=837a2886-25db-4d1e-abb6-47e69c32bd13,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:18.649833 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-36a77a77-9e23-41ab-b4fd-31c84ba059d2 None None] Provisioning for port 837a2886-25db-4d1e-abb6-47e69c32bd13 completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:18:18.658545 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-36a77a77-9e23-41ab-b4fd-31c84ba059d2 None None] Provisioning complete for port 837a2886-25db-4d1e-abb6-47e69c32bd13 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:18.659085 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-36a77a77-9e23-41ab-b4fd-31c84ba059d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:18.673210 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d14275ad-bb95-4e88-ae71-2a4b899f3535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:18.721093 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-36a77a77-9e23-41ab-b4fd-31c84ba059d2 None None] Port 837a2886-25db-4d1e-abb6-47e69c32bd13 cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:18:18.915868 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d14275ad-bb95-4e88-ae71-2a4b899f3535 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:18.920730 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d14275ad-bb95-4e88-ae71-2a4b899f3535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:18.921515 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d14275ad-bb95-4e88-ae71-2a4b899f3535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7928233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8071454'] for router_interface, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:19.003006 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14275ad-bb95-4e88-ae71-2a4b899f3535 admin admin] Pushing event updated for resources: {'Port': ['ID=837a2886-25db-4d1e-abb6-47e69c32bd13,revision_number=2']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:19.055770 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14275ad-bb95-4e88-ae71-2a4b899f3535 admin admin] Network 3bb15ac5-35d9-449e-ae04-af28b28ab036 is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:18:19.057156 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-d14275ad-bb95-4e88-ae71-2a4b899f3535 admin admin] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:18:19.251874 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0b74686c-f326-4464-8d81-86e66762b0c8 None None] Provisioning complete for port 837a2886-25db-4d1e-abb6-47e69c32bd13 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:19.252281 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0b74686c-f326-4464-8d81-86e66762b0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:19.260772 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14275ad-bb95-4e88-ae71-2a4b899f3535 admin admin] Router 1279fc22-b472-43df-8e7a-3e7eb136092f is scheduled to L3 agent 0810b032-d755-4732-a353-64b2f2f7440f with binding_index 1 {{(pid=93420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:18:19.286829 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0b74686c-f326-4464-8d81-86e66762b0c8 None None] Port 837a2886-25db-4d1e-abb6-47e69c32bd13 cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:18:19.362521 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14275ad-bb95-4e88-ae71-2a4b899f3535 admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:18:19.368246 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-d14275ad-bb95-4e88-ae71-2a4b899f3535 admin admin] 10.222.0.10 "PUT /v2.0/routers/1279fc22-b472-43df-8e7a-3e7eb136092f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1295769 Aug 04 15:18:19.372425 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] Sync routers for ids ['1279fc22-b472-43df-8e7a-3e7eb136092f'] in dv-cinder-689486-15-iscsi {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:18:19.385413 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] Routers {'1279fc22-b472-43df-8e7a-3e7eb136092f'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:18:19.386246 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:18:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['1279fc22-b472-43df-8e7a-3e7eb136092f'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:19.600279 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] Set router 1279fc22-b472-43df-8e7a-3e7eb136092f gateway port host: None {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:18:20.101383 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1279fc22-b472-43df-8e7a-3e7eb136092f', 'name': 'router1', 'tenant_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:18:07Z', 'updated_at': '2021-08-04T15:18:18Z', 'revision_number': 2, 'project_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'gw_port_host': None, '_interfaces': [{'id': '837a2886-25db-4d1e-abb6-47e69c32bd13', 'name': '', 'network_id': '3bb15ac5-35d9-449e-ae04-af28b28ab036', 'tenant_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'mac_address': 'fa:16:3e:60:d0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1279fc22-b472-43df-8e7a-3e7eb136092f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65fffb92-56c0-46d1-8677-cbf7dfdb076d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:17Z', 'updated_at': '2021-08-04T15:18:18Z', 'revision_number': 2, 'project_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'subnets': [{'id': '65fffb92-56c0-46d1-8677-cbf7dfdb076d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd58b8e4-77ef-4ee9-aa7c-b60bb997a25a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:20.187597 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] Checking router: 1279fc22-b472-43df-8e7a-3e7eb136092f for host: dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:18:20.188151 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] Updating router 1279fc22-b472-43df-8e7a-3e7eb136092f port 837a2886-25db-4d1e-abb6-47e69c32bd13 binding host dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:18:20.256504 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:20.916730 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:20.937820 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.provisioning_blocks [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] Transition to ACTIVE for port object 837a2886-25db-4d1e-abb6-47e69c32bd13 will not be triggered until provisioned by entity L2. {{(pid=93422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:18:20.944879 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:21.121943 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35369e-c59f-4e3c-9214-650b1802d7cf None None] Pushing event updated for resources: {'Port': ['ID=837a2886-25db-4d1e-abb6-47e69c32bd13,revision_number=3']} {{(pid=93422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:21.132266 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] Attempting to bind port 837a2886-25db-4d1e-abb6-47e69c32bd13 on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:18:21.132731 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] Attempting to bind port 837a2886-25db-4d1e-abb6-47e69c32bd13 by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '99f7b5f0-0761-4de7-a1ab-dc1b8214ca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3bb15ac5-35d9-449e-ae04-af28b28ab036'}] {{(pid=93422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:18:21.133089 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] Attempting to bind port 837a2886-25db-4d1e-abb6-47e69c32bd13 on network 3bb15ac5-35d9-449e-ae04-af28b28ab036 {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:18:21.136792 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c35369e-c59f-4e3c-9214-650b1802d7cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:21.137822 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c35369e-c59f-4e3c-9214-650b1802d7cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:21.138104 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c35369e-c59f-4e3c-9214-650b1802d7cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:21.138439 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c35369e-c59f-4e3c-9214-650b1802d7cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:21.138800 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c35369e-c59f-4e3c-9214-650b1802d7cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:21.139174 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c35369e-c59f-4e3c-9214-650b1802d7cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:21.139766 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c35369e-c59f-4e3c-9214-650b1802d7cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:21.140095 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c35369e-c59f-4e3c-9214-650b1802d7cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:21.140433 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c35369e-c59f-4e3c-9214-650b1802d7cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:21.140757 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c35369e-c59f-4e3c-9214-650b1802d7cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:21.141081 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c35369e-c59f-4e3c-9214-650b1802d7cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:21.141399 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c35369e-c59f-4e3c-9214-650b1802d7cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c35369e-c59f-4e3c-9214-650b1802d7cf None None] Tracked resource versions report: Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: pushed versions: Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: { 'AddressGroup': {'1.2'}, Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'ConntrackHelper': {'1.0'}, Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'Log': {'1.0'}, Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'Network': {'1.1'}, Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'Port': {'1.7'}, Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'PortForwarding': {'1.2'}, Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'QosPolicy': {'1.9'}, Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'SecurityGroup': {'1.4'}, Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'SecurityGroupRule': {'1.2'}, Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'SubPort': {'1.0'}, Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'Subnet': {'1.1'}, Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'Trunk': {'1.1'}} Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: consumer versions: Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: { DHCP agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: L3 agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: Metadata agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: Metering agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: Open vSwitch agent@dv-cinder-689486-15-iscsi: { 'AddressGroup': '1.2', Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'ConntrackHelper': '1.0', Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'Log': '1.0', Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'Network': '1.1', Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'Port': '1.7', Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'PortForwarding': '1.2', Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'QosPolicy': '1.9', Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'SecurityGroup': '1.4', Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'SecurityGroupRule': '1.2', Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'SubPort': '1.0', Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'Subnet': '1.1', Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: 'Trunk': '1.1'}} Aug 04 15:18:21.142808 dv-cinder-689486-15-iscsi neutron-server[93422]: {{(pid=93422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 15:18:21.150390 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:18:21.150794 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] Checking segment: {'id': '99f7b5f0-0761-4de7-a1ab-dc1b8214ca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3bb15ac5-35d9-449e-ae04-af28b28ab036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:18:21.151323 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:21.151722 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] Bound using segment: {'id': '99f7b5f0-0761-4de7-a1ab-dc1b8214ca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3bb15ac5-35d9-449e-ae04-af28b28ab036'} {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:18:21.152258 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] Bound port: 837a2886-25db-4d1e-abb6-47e69c32bd13, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f7b5f0-0761-4de7-a1ab-dc1b8214ca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3bb15ac5-35d9-449e-ae04-af28b28ab036'}}] {{(pid=93422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:18:21.153584 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:21.239069 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.db [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] For port 837a2886-25db-4d1e-abb6-47e69c32bd13, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:18:21.264819 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.db [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] For port 837a2886-25db-4d1e-abb6-47e69c32bd13, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=837a2886-25db-4d1e-abb6-47e69c32bd13,segment=NetworkSegment(99f7b5f0-0761-4de7-a1ab-dc1b8214ca88),segment_id=99f7b5f0-0761-4de7-a1ab-dc1b8214ca88)] {{(pid=93422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:18:21.270232 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:21.338112 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35369e-c59f-4e3c-9214-650b1802d7cf None None] Pushing event updated for resources: {'Port': ['ID=837a2886-25db-4d1e-abb6-47e69c32bd13,revision_number=4']} {{(pid=93422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:21.343442 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] Routers {'1279fc22-b472-43df-8e7a-3e7eb136092f'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:18:21.344077 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:18:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['1279fc22-b472-43df-8e7a-3e7eb136092f'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:21.476684 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] Set router 1279fc22-b472-43df-8e7a-3e7eb136092f gateway port host: None {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:18:21.795834 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1279fc22-b472-43df-8e7a-3e7eb136092f', 'name': 'router1', 'tenant_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:18:07Z', 'updated_at': '2021-08-04T15:18:18Z', 'revision_number': 2, 'project_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'gw_port_host': None, '_interfaces': [{'id': '837a2886-25db-4d1e-abb6-47e69c32bd13', 'name': '', 'network_id': '3bb15ac5-35d9-449e-ae04-af28b28ab036', 'tenant_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'mac_address': 'fa:16:3e:60:d0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1279fc22-b472-43df-8e7a-3e7eb136092f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65fffb92-56c0-46d1-8677-cbf7dfdb076d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:17Z', 'updated_at': '2021-08-04T15:18:21Z', 'revision_number': 4, 'project_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'subnets': [{'id': '65fffb92-56c0-46d1-8677-cbf7dfdb076d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd58b8e4-77ef-4ee9-aa7c-b60bb997a25a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:21.819883 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 49030) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:21.824172 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2f726-e221-4fbc-9b19-f94218194ed0 None None] The sync data for ids ['1279fc22-b472-43df-8e7a-3e7eb136092f'] in dv-cinder-689486-15-iscsi is: [{'id': '1279fc22-b472-43df-8e7a-3e7eb136092f', 'name': 'router1', 'tenant_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:18:07Z', 'updated_at': '2021-08-04T15:18:18Z', 'revision_number': 2, 'project_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'gw_port_host': None, '_interfaces': [{'id': '837a2886-25db-4d1e-abb6-47e69c32bd13', 'name': '', 'network_id': '3bb15ac5-35d9-449e-ae04-af28b28ab036', 'tenant_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'mac_address': 'fa:16:3e:60:d0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1279fc22-b472-43df-8e7a-3e7eb136092f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65fffb92-56c0-46d1-8677-cbf7dfdb076d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:17Z', 'updated_at': '2021-08-04T15:18:21Z', 'revision_number': 4, 'project_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'subnets': [{'id': '65fffb92-56c0-46d1-8677-cbf7dfdb076d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd58b8e4-77ef-4ee9-aa7c-b60bb997a25a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:18:21.994134 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66348f80-6341-40b7-ac23-bf36ddd28770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:21.996033 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-66348f80-6341-40b7-ac23-bf36ddd28770 admin admin] 10.222.0.10 "GET /v2.0/networks/a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 HTTP/1.1" status: 200 len: 842 time: 0.1746202 Aug 04 15:18:22.007268 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-d5d434e1-ea79-4b25-b330-2483e183f2a3 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'gateway_ip': '172.27.3.1'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:22.035177 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d434e1-ea79-4b25-b330-2483e183f2a3 admin admin] Made reservation on behalf of f44a1d38ccfb4344855a7f99c014eed6 for: {'subnet': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:18:22.038135 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d5d434e1-ea79-4b25-b330-2483e183f2a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:22.554418 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.objects.ports [None req-d5d434e1-ea79-4b25-b330-2483e183f2a3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93419) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 15:18:22.554906 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d5d434e1-ea79-4b25-b330-2483e183f2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for subnet, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:22.635232 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d434e1-ea79-4b25-b330-2483e183f2a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c61c24-84f1-4482-97f0-c0986315f375,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:22.642448 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d434e1-ea79-4b25-b330-2483e183f2a3 admin admin] Checking segment: {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:18:22.642839 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d434e1-ea79-4b25-b330-2483e183f2a3 admin admin] Network hostable DHCP agents. Network: a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1, hostable agents: ['a8d7af28-eca7-455e-97e1-a648a6b9f014'], hosted agents: [] {{(pid=93419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:18:22.667821 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d434e1-ea79-4b25-b330-2483e183f2a3 admin admin] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 is scheduled to be hosted by DHCP agent a8d7af28-eca7-455e-97e1-a648a6b9f014 with binding_index 1 {{(pid=93419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:18:22.686519 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-d5d434e1-ea79-4b25-b330-2483e183f2a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-15-iscsi, a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1) {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:18:22.694836 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d434e1-ea79-4b25-b330-2483e183f2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:22.695406 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d5d434e1-ea79-4b25-b330-2483e183f2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:22.698288 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bde42b8-9085-4253-a0d2-547e9cc1438c None None] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:18:22.725781 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-d5d434e1-ea79-4b25-b330-2483e183f2a3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7157364 Aug 04 15:18:22.866223 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279d70e6-34d5-44d6-989e-cd467c4fc6e2 None None] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:18:25.274170 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 49038) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:25.425082 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-127b9538-3f81-4c6a-b120-4f8998b2edc1 admin admin] 10.222.0.10 "GET /v2.0/routers/1279fc22-b472-43df-8e7a-3e7eb136092f HTTP/1.1" status: 200 len: 710 time: 0.1495924 Aug 04 15:18:25.580032 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431c02b1-f339-41cc-81a7-35d9930eae5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:18:25.582160 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-431c02b1-f339-41cc-81a7-35d9930eae5a admin admin] 10.222.0.10 "GET /v2.0/networks/a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 HTTP/1.1" status: 200 len: 886 time: 0.1502328 Aug 04 15:18:25.596515 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-cf1b804d-bc98-4fe6-90fc-ad7927ca992b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:18:25.989611 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cf1b804d-bc98-4fe6-90fc-ad7927ca992b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:26.335845 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cf1b804d-bc98-4fe6-90fc-ad7927ca992b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:26.422387 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cf1b804d-bc98-4fe6-90fc-ad7927ca992b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:26.548626 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_common [None req-cf1b804d-bc98-4fe6-90fc-ad7927ca992b admin admin] Allocated IP 172.27.3.10 (a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1/66c61c24-84f1-4482-97f0-c0986315f375/b7171bfb-0edc-46f3-8bd3-aa8d649241f1) {{(pid=93420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:18:26.696555 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cf1b804d-bc98-4fe6-90fc-ad7927ca992b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:26.763415 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cf1b804d-bc98-4fe6-90fc-ad7927ca992b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042'] for port, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:26.825179 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1b804d-bc98-4fe6-90fc-ad7927ca992b admin admin] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:18:26.829145 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-cf1b804d-bc98-4fe6-90fc-ad7927ca992b admin admin] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:18:26.834057 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1b804d-bc98-4fe6-90fc-ad7927ca992b admin admin] Received port after_create {{(pid=93420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:18:26.881917 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b804d-bc98-4fe6-90fc-ad7927ca992b admin admin] Pushing event updated for resources: {'Port': ['ID=b7171bfb-0edc-46f3-8bd3-aa8d649241f1,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:27.156067 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cf1b804d-bc98-4fe6-90fc-ad7927ca992b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:27.417606 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cf1b804d-bc98-4fe6-90fc-ad7927ca992b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8068620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8061791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7213'] for router, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:27.422829 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cf1b804d-bc98-4fe6-90fc-ad7927ca992b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8068661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8068642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8061764'] for router, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:27.562739 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 837a2886-25db-4d1e-abb6-47e69c32bd13 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:18:27.593036 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1b804d-bc98-4fe6-90fc-ad7927ca992b admin admin] Router 1279fc22-b472-43df-8e7a-3e7eb136092f has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:18:27.643445 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port 837a2886-25db-4d1e-abb6-47e69c32bd13 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:18:27.648559 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 837a2886-25db-4d1e-abb6-47e69c32bd13 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:27.648933 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:27.720634 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1b804d-bc98-4fe6-90fc-ad7927ca992b admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:18:27.725314 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cf1b804d-bc98-4fe6-90fc-ad7927ca992b admin admin] Notify callbacks [] for router, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:27.726627 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-cf1b804d-bc98-4fe6-90fc-ad7927ca992b admin admin] 10.222.0.10 "PUT /v2.0/routers/1279fc22-b472-43df-8e7a-3e7eb136092f HTTP/1.1" status: 200 len: 889 time: 2.1377156 Aug 04 15:18:27.773698 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:27.837639 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port 837a2886-25db-4d1e-abb6-47e69c32bd13, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=837a2886-25db-4d1e-abb6-47e69c32bd13,segment=NetworkSegment(99f7b5f0-0761-4de7-a1ab-dc1b8214ca88),segment_id=99f7b5f0-0761-4de7-a1ab-dc1b8214ca88)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:18:27.844051 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:28.010775 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=837a2886-25db-4d1e-abb6-47e69c32bd13,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:29.252329 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] Sync routers for ids ['1279fc22-b472-43df-8e7a-3e7eb136092f'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:18:29.265567 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] Routers {'1279fc22-b472-43df-8e7a-3e7eb136092f'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:18:29.266315 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:18:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['1279fc22-b472-43df-8e7a-3e7eb136092f'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:29.549045 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 837a2886-25db-4d1e-abb6-47e69c32bd13 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:18:29.684255 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] Set router 1279fc22-b472-43df-8e7a-3e7eb136092f gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:18:29.958553 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 837a2886-25db-4d1e-abb6-47e69c32bd13 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:29.959163 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:30.470166 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1279fc22-b472-43df-8e7a-3e7eb136092f', 'name': 'router1', 'tenant_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'b7171bfb-0edc-46f3-8bd3-aa8d649241f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:18:07Z', 'updated_at': '2021-08-04T15:18:26Z', 'revision_number': 4, 'project_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'gw_port': {'id': 'b7171bfb-0edc-46f3-8bd3-aa8d649241f1', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1279fc22-b472-43df-8e7a-3e7eb136092f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:26Z', 'updated_at': '2021-08-04T15:18:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '837a2886-25db-4d1e-abb6-47e69c32bd13', 'name': '', 'network_id': '3bb15ac5-35d9-449e-ae04-af28b28ab036', 'tenant_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'mac_address': 'fa:16:3e:60:d0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1279fc22-b472-43df-8e7a-3e7eb136092f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65fffb92-56c0-46d1-8677-cbf7dfdb076d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:17Z', 'updated_at': '2021-08-04T15:18:27Z', 'revision_number': 5, 'project_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'subnets': [{'id': '65fffb92-56c0-46d1-8677-cbf7dfdb076d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd58b8e4-77ef-4ee9-aa7c-b60bb997a25a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:30.524341 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] Checking router: 1279fc22-b472-43df-8e7a-3e7eb136092f for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:18:30.524699 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] Updating router 1279fc22-b472-43df-8e7a-3e7eb136092f port b7171bfb-0edc-46f3-8bd3-aa8d649241f1 binding host dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:18:30.583394 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:30.872396 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 49050) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:18:30.979086 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] Notify callbacks [] for port, precommit_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:30.997617 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] Transition to ACTIVE for port object b7171bfb-0edc-46f3-8bd3-aa8d649241f1 will not be triggered until provisioned by entity L2. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:18:31.008006 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:31.036363 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-298dbf67-ce74-4737-a474-73bee942b287 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1620059 Aug 04 15:18:31.067775 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] Attempting to bind port b7171bfb-0edc-46f3-8bd3-aa8d649241f1 on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:18:31.068166 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] Attempting to bind port b7171bfb-0edc-46f3-8bd3-aa8d649241f1 by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:18:31.068518 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] Attempting to bind port b7171bfb-0edc-46f3-8bd3-aa8d649241f1 on network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:18:31.077719 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eaec4a-f7d3-4a53-a505-939aea29dfaa None None] Pushing event updated for resources: {'Port': ['ID=b7171bfb-0edc-46f3-8bd3-aa8d649241f1,revision_number=2']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:31.081209 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:18:31.081649 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] Checking segment: {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:18:31.081996 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:31.082403 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] Bound using segment: {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:18:31.082981 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] Bound port: b7171bfb-0edc-46f3-8bd3-aa8d649241f1, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:18:31.083398 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:31.237439 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] For port b7171bfb-0edc-46f3-8bd3-aa8d649241f1, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:18:31.243438 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] For port b7171bfb-0edc-46f3-8bd3-aa8d649241f1, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=b7171bfb-0edc-46f3-8bd3-aa8d649241f1,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:18:31.250923 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:31.327823 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] Routers {'1279fc22-b472-43df-8e7a-3e7eb136092f'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:18:31.328466 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:18:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['1279fc22-b472-43df-8e7a-3e7eb136092f'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:31.380836 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eaec4a-f7d3-4a53-a505-939aea29dfaa None None] Pushing event updated for resources: {'Port': ['ID=b7171bfb-0edc-46f3-8bd3-aa8d649241f1,revision_number=3']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:31.464233 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] Set router 1279fc22-b472-43df-8e7a-3e7eb136092f gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:18:31.730484 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1279fc22-b472-43df-8e7a-3e7eb136092f', 'name': 'router1', 'tenant_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'b7171bfb-0edc-46f3-8bd3-aa8d649241f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:18:07Z', 'updated_at': '2021-08-04T15:18:26Z', 'revision_number': 4, 'project_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'gw_port': {'id': 'b7171bfb-0edc-46f3-8bd3-aa8d649241f1', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1279fc22-b472-43df-8e7a-3e7eb136092f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:26Z', 'updated_at': '2021-08-04T15:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '837a2886-25db-4d1e-abb6-47e69c32bd13', 'name': '', 'network_id': '3bb15ac5-35d9-449e-ae04-af28b28ab036', 'tenant_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'mac_address': 'fa:16:3e:60:d0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1279fc22-b472-43df-8e7a-3e7eb136092f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65fffb92-56c0-46d1-8677-cbf7dfdb076d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:17Z', 'updated_at': '2021-08-04T15:18:27Z', 'revision_number': 5, 'project_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'subnets': [{'id': '65fffb92-56c0-46d1-8677-cbf7dfdb076d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd58b8e4-77ef-4ee9-aa7c-b60bb997a25a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:18:31.764277 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ee3334-183a-4898-9d9c-203ed0331ab2 None None] The sync data for ids ['1279fc22-b472-43df-8e7a-3e7eb136092f'] in dv-cinder-689486-15-iscsi is: [{'id': '1279fc22-b472-43df-8e7a-3e7eb136092f', 'name': 'router1', 'tenant_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'b7171bfb-0edc-46f3-8bd3-aa8d649241f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:18:07Z', 'updated_at': '2021-08-04T15:18:26Z', 'revision_number': 4, 'project_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'gw_port': {'id': 'b7171bfb-0edc-46f3-8bd3-aa8d649241f1', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1279fc22-b472-43df-8e7a-3e7eb136092f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:26Z', 'updated_at': '2021-08-04T15:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '837a2886-25db-4d1e-abb6-47e69c32bd13', 'name': '', 'network_id': '3bb15ac5-35d9-449e-ae04-af28b28ab036', 'tenant_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'mac_address': 'fa:16:3e:60:d0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1279fc22-b472-43df-8e7a-3e7eb136092f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65fffb92-56c0-46d1-8677-cbf7dfdb076d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:18:17Z', 'updated_at': '2021-08-04T15:18:27Z', 'revision_number': 5, 'project_id': '6ff6bc601b6842d38f56b04cc3238ac1', 'subnets': [{'id': '65fffb92-56c0-46d1-8677-cbf7dfdb076d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd58b8e4-77ef-4ee9-aa7c-b60bb997a25a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:18:33.603969 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device b7171bfb-0edc-46f3-8bd3-aa8d649241f1 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:18:33.689863 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port b7171bfb-0edc-46f3-8bd3-aa8d649241f1 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:18:33.694791 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port b7171bfb-0edc-46f3-8bd3-aa8d649241f1 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:33.695526 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:33.818809 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:33.854452 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port b7171bfb-0edc-46f3-8bd3-aa8d649241f1, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=b7171bfb-0edc-46f3-8bd3-aa8d649241f1,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:18:33.862460 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:33.959250 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=b7171bfb-0edc-46f3-8bd3-aa8d649241f1,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:18:35.547074 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b4da5be9-f0f2-430d-b497-485b04de2dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:35.584956 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device b7171bfb-0edc-46f3-8bd3-aa8d649241f1 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:18:35.666997 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port b7171bfb-0edc-46f3-8bd3-aa8d649241f1 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:18:35.667445 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:38.984207 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-8cf59fd8-d935-4aa3-b0c7-d298f45f8703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:39.339066 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:40.076923 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:42.535120 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:18:54.851009 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 5 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:19:05.532448 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-f02bfa86-3df8-48c9-b750-5a0bf3d7edac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:08.983445 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b7d162b1-6a8b-4d1b-9209-95bded306c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:09.343566 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:10.052533 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:12.531855 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:31.852134 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 5 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:19:35.519480 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-dd72430b-5da6-49fc-bda2-1b8dc5b57608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:38.968881 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-1039a54e-b31b-4dab-9c8e-a2799bb002c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:39.331805 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:40.036591 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:19:42.516326 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:05.506854 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-15f780da-313a-44d3-bfc4-3e6f654ee424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:08.851151 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 5 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:20:08.972059 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-9be7cf11-75ba-4021-a95f-b84df9a8bb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:09.333537 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:10.037146 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:12.511361 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:22.983215 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 49618) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:23.061875 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6c8df2-dad0-4e15-82a1-56bd79be718a admin admin] GET failed (client error): The resource could not be found. Aug 04 15:20:23.063372 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-fb6c8df2-dad0-4e15-82a1-56bd79be718a admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0790896 Aug 04 15:20:23.315826 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd9186a-f01a-4141-93a7-a383c61b8d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:23.317331 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-0dd9186a-f01a-4141-93a7-a383c61b8d6f admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2496021 Aug 04 15:20:25.737221 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 49628) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:25.841516 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed4cdcc-2b61-4002-8568-046473cb9066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:25.843039 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-aed4cdcc-2b61-4002-8568-046473cb9066 admin admin] 10.222.0.10 "GET /v2.0/subnets/65fffb92-56c0-46d1-8677-cbf7dfdb076d HTTP/1.1" status: 200 len: 849 time: 0.1046402 Aug 04 15:20:25.853674 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-f9fd01f9-7442-4da8-890e-24d40b5e6ba5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:20:25.956241 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f9fd01f9-7442-4da8-890e-24d40b5e6ba5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:26.129093 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f9fd01f9-7442-4da8-890e-24d40b5e6ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754112308857'] for subnet, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:26.162907 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fd01f9-7442-4da8-890e-24d40b5e6ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:26.164249 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f9fd01f9-7442-4da8-890e-24d40b5e6ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:26.175161 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-f9fd01f9-7442-4da8-890e-24d40b5e6ba5 admin admin] 10.222.0.10 "PUT /v2.0/subnets/65fffb92-56c0-46d1-8677-cbf7dfdb076d HTTP/1.1" status: 200 len: 868 time: 0.3153193 Aug 04 15:20:26.175425 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6fa33f-0f08-422a-be5c-30e54ffd3020 None None] Network 3bb15ac5-35d9-449e-ae04-af28b28ab036 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:20:26.200415 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd01f9-7442-4da8-890e-24d40b5e6ba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65fffb92-56c0-46d1-8677-cbf7dfdb076d,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:20:26.209460 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fd01f9-7442-4da8-890e-24d40b5e6ba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:26.210574 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fd01f9-7442-4da8-890e-24d40b5e6ba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:26.210574 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fd01f9-7442-4da8-890e-24d40b5e6ba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:26.210574 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fd01f9-7442-4da8-890e-24d40b5e6ba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:26.210886 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fd01f9-7442-4da8-890e-24d40b5e6ba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:26.211157 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fd01f9-7442-4da8-890e-24d40b5e6ba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:26.211503 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fd01f9-7442-4da8-890e-24d40b5e6ba5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:26.211869 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fd01f9-7442-4da8-890e-24d40b5e6ba5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:26.212186 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fd01f9-7442-4da8-890e-24d40b5e6ba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:26.212512 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fd01f9-7442-4da8-890e-24d40b5e6ba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:26.212840 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fd01f9-7442-4da8-890e-24d40b5e6ba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:26.213159 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fd01f9-7442-4da8-890e-24d40b5e6ba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:20:26.628669 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-e2676739-66a2-48a9-aa6d-f0924cd948a0 None None] Provisioning complete for port 837a2886-25db-4d1e-abb6-47e69c32bd13 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:26.629174 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-e2676739-66a2-48a9-aa6d-f0924cd948a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:26.729559 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-e2676739-66a2-48a9-aa6d-f0924cd948a0 None None] Provisioning complete for port 899e78fe-35df-45ba-97f0-011a96742ad2 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:20:26.730026 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-e2676739-66a2-48a9-aa6d-f0924cd948a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:28.508551 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 49636) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:28.728600 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e040b25c-d950-4053-a64f-10f1ce6b0a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:28.729607 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e040b25c-d950-4053-a64f-10f1ce6b0a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:28.731250 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-e040b25c-d950-4053-a64f-10f1ce6b0a58 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2216606 Aug 04 15:20:30.951863 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 49644) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:31.084770 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5799764c-5d1a-433d-a8b3-b0c8f500c77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:31.085250 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5799764c-5d1a-433d-a8b3-b0c8f500c77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:31.086818 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-5799764c-5d1a-433d-a8b3-b0c8f500c77a admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1340048 Aug 04 15:20:33.366091 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 49652) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:33.502963 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c478d-4f6b-4295-a2d2-2d5d5b98f3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:33.504390 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-ca6c478d-4f6b-4295-a2d2-2d5d5b98f3dd admin admin] 10.222.0.10 "GET /v2.0/networks/3bb15ac5-35d9-449e-ae04-af28b28ab036 HTTP/1.1" status: 200 len: 869 time: 0.1372907 Aug 04 15:20:35.506526 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-cd037a71-246c-46fe-bf78-7eda07da8e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:35.746135 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 49660) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:35.876789 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dddc99-22c8-4203-8911-00f0a0991f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:35.878194 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-e9dddc99-22c8-4203-8911-00f0a0991f23 admin admin] 10.222.0.10 "GET /v2.0/networks/a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 HTTP/1.1" status: 200 len: 886 time: 0.1311071 Aug 04 15:20:38.185950 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 49668) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:38.324974 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1067de87-179b-4d40-8e7a-baebffb71221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:38.325429 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1067de87-179b-4d40-8e7a-baebffb71221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:38.326991 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-1067de87-179b-4d40-8e7a-baebffb71221 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1400940 Aug 04 15:20:38.975351 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-6f9e21a2-0d24-4a19-ac58-4366888aa8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:39.336298 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:40.042974 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:40.537473 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 49678) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:40.630614 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea57c39-342c-4fd8-858e-95c888f07bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:40.631067 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea57c39-342c-4fd8-858e-95c888f07bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:40.632621 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-eea57c39-342c-4fd8-858e-95c888f07bd9 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0942011 Aug 04 15:20:42.515582 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:20:42.852109 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 49686) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:42.955466 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4458f89-af00-4942-8910-f8bb64bfd26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:42.956821 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-b4458f89-af00-4942-8910-f8bb64bfd26f admin admin] 10.222.0.10 "GET /v2.0/subnets/65fffb92-56c0-46d1-8677-cbf7dfdb076d HTTP/1.1" status: 200 len: 868 time: 0.1037402 Aug 04 15:20:45.181523 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 49694) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:20:45.266480 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968fb217-86ad-415f-aec5-57f94ecd55e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:20:45.268125 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-968fb217-86ad-415f-aec5-57f94ecd55e9 admin admin] 10.222.0.10 "GET /v2.0/subnets/66c61c24-84f1-4482-97f0-c0986315f375 HTTP/1.1" status: 200 len: 816 time: 0.0856185 Aug 04 15:20:45.849416 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 5 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:21:05.503789 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4762eff2-9f24-4445-ad7b-9ccf7686781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:08.982604 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-e37dcef7-21c3-413f-8a3f-dcaa51496809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:09.341177 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:10.043843 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:12.524171 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:12.960810 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 49748) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:13.017220 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [None req-5ff1dedb-ada9-4c37-9cfa-e5319f0ed246 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:21:13.018653 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-5ff1dedb-ada9-4c37-9cfa-e5319f0ed246 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0568855 Aug 04 15:21:15.421318 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 49756) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:15.496989 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f86c0c-e40e-4230-844d-4b8aff40df91 admin admin] GET failed (client error): The resource could not be found. Aug 04 15:21:15.499425 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-81f86c0c-e40e-4230-844d-4b8aff40df91 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0769491 Aug 04 15:21:15.588181 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefc5df2-d8b6-492e-a4ee-840fc779e5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:15.589859 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-fefc5df2-d8b6-492e-a4ee-840fc779e5f2 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0859754 Aug 04 15:21:17.870416 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 49764) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:17.919306 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-bd14a4c3-5ac9-43e5-a4fc-3e11b9c76fd9 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:21:17.942206 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd14a4c3-5ac9-43e5-a4fc-3e11b9c76fd9 admin admin] Made reservation on behalf of f44a1d38ccfb4344855a7f99c014eed6 for: {'network': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:21:17.946151 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-bd14a4c3-5ac9-43e5-a4fc-3e11b9c76fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for network, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:17.977757 dv-cinder-689486-15-iscsi neutron-server[93420]: WARNING neutron.services.revisions.revision_plugin [None req-bd14a4c3-5ac9-43e5-a4fc-3e11b9c76fd9 admin admin] Could not find related network for resource to bump revision. Aug 04 15:21:17.991573 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd14a4c3-5ac9-43e5-a4fc-3e11b9c76fd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:21:18.002026 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-bd14a4c3-5ac9-43e5-a4fc-3e11b9c76fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:18.002367 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.db.segments_db [None req-bd14a4c3-5ac9-43e5-a4fc-3e11b9c76fd9 admin admin] Added segment 47c2243f-0b9d-4115-b4b1-110df958c8fc of type vlan for network 474dfe97-e483-467c-9d3b-f8c4c973ad0e Aug 04 15:21:18.052648 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-bd14a4c3-5ac9-43e5-a4fc-3e11b9c76fd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754111838365'] for network, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:18.087634 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-bd14a4c3-5ac9-43e5-a4fc-3e11b9c76fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for network, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:18.089036 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd14a4c3-5ac9-43e5-a4fc-3e11b9c76fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:18.089674 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-bd14a4c3-5ac9-43e5-a4fc-3e11b9c76fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:18.147737 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-bd14a4c3-5ac9-43e5-a4fc-3e11b9c76fd9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2761765 Aug 04 15:21:18.151453 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14a4c3-5ac9-43e5-a4fc-3e11b9c76fd9 admin admin] Pushing event updated for resources: {'Network': ['ID=474dfe97-e483-467c-9d3b-f8c4c973ad0e,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:18.171181 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Network 474dfe97-e483-467c-9d3b-f8c4c973ad0e details requested by agent ovs-agent-dv-cinder-689486-15-iscsi with host dv-cinder-689486-15-iscsi {{(pid=93421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:21:20.568952 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 49772) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:21:20.664213 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.pecan_wsgi.hooks.translation [None req-db32b539-1465-47d3-ba33-b6acad7772f8 admin admin] GET failed (client error): The resource could not be found. Aug 04 15:21:20.667393 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-db32b539-1465-47d3-ba33-b6acad7772f8 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0968714 Aug 04 15:21:20.753391 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d4f35a-c361-4be1-9ac0-27d3a2bdb0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:20.754816 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-d1d4f35a-c361-4be1-9ac0-27d3a2bdb0f2 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0801861 Aug 04 15:21:20.769414 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-72c3044f-a0c6-4bae-bcb1-541a357e4400 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '474dfe97-e483-467c-9d3b-f8c4c973ad0e', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:21:20.803026 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c3044f-a0c6-4bae-bcb1-541a357e4400 admin admin] Made reservation on behalf of f44a1d38ccfb4344855a7f99c014eed6 for: {'subnet': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:21:20.806052 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-72c3044f-a0c6-4bae-bcb1-541a357e4400 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:21.010601 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-72c3044f-a0c6-4bae-bcb1-541a357e4400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for subnet, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:21.066462 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3044f-a0c6-4bae-bcb1-541a357e4400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2219213-83a1-48df-a91b-f8528f438b60,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:21.086444 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3044f-a0c6-4bae-bcb1-541a357e4400 admin admin] Checking segment: {'id': '47c2243f-0b9d-4115-b4b1-110df958c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '474dfe97-e483-467c-9d3b-f8c4c973ad0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:21:21.086947 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c3044f-a0c6-4bae-bcb1-541a357e4400 admin admin] Network hostable DHCP agents. Network: 474dfe97-e483-467c-9d3b-f8c4c973ad0e, hostable agents: ['a8d7af28-eca7-455e-97e1-a648a6b9f014'], hosted agents: [] {{(pid=93420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:21:21.109184 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c3044f-a0c6-4bae-bcb1-541a357e4400 admin admin] Network 474dfe97-e483-467c-9d3b-f8c4c973ad0e is scheduled to be hosted by DHCP agent a8d7af28-eca7-455e-97e1-a648a6b9f014 with binding_index 1 {{(pid=93420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:21:21.124147 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-72c3044f-a0c6-4bae-bcb1-541a357e4400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-15-iscsi, 474dfe97-e483-467c-9d3b-f8c4c973ad0e) {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:21:21.130791 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c3044f-a0c6-4bae-bcb1-541a357e4400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:21:21.132027 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-72c3044f-a0c6-4bae-bcb1-541a357e4400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:21.137194 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaf859c-00d4-440e-87d6-2b8f4a5225cf None None] Network 474dfe97-e483-467c-9d3b-f8c4c973ad0e requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:21:21.156402 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-72c3044f-a0c6-4bae-bcb1-541a357e4400 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3933530 Aug 04 15:21:21.378194 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp001a8a58-16e5-53b7-b0b3-2a49f3787e2f-474dfe97-e483-467c-9d3b-f8c4c973ad0e', 'network_id': '474dfe97-e483-467c-9d3b-f8c4c973ad0e', 'tenant_id': 'f44a1d38ccfb4344855a7f99c014eed6', 'fixed_ips': [{'subnet_id': 'e2219213-83a1-48df-a91b-f8528f438b60'}]}} from dv-cinder-689486-15-iscsi. {{(pid=93421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:21:21.378788 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:21.626412 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.db_base_plugin_common [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Allocated IP 192.168.233.2 (474dfe97-e483-467c-9d3b-f8c4c973ad0e/e2219213-83a1-48df-a91b-f8528f438b60/0939311a-d9fc-4378-beaf-ce780899066e) {{(pid=93421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:21:21.819803 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Notify callbacks [] for port, precommit_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:21.832610 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Transition to ACTIVE for port object 0939311a-d9fc-4378-beaf-ce780899066e will not be triggered until provisioned by entity L2. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:21:21.852440 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Transition to ACTIVE for port object 0939311a-d9fc-4378-beaf-ce780899066e will not be triggered until provisioned by entity DHCP. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:21:21.859831 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042'] for port, after_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:21.925773 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Network 474dfe97-e483-467c-9d3b-f8c4c973ad0e is already hosted by enough agents. {{(pid=93421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:21:21.931671 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Pushing event updated for resources: {'Port': ['ID=0939311a-d9fc-4378-beaf-ce780899066e,revision_number=1']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:21.931671 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.scheduler.base_scheduler [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Resources bound (agent type, host, resource id): {{(pid=93421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:21:21.934501 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Received port after_create {{(pid=93421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:21:21.944068 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:21.944591 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:21.945056 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:21.945518 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:21.945952 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:21.946465 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:21.947522 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:21.948058 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:21.948533 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:21.948928 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:21.949318 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:21.949729 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:21:22.027571 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Attempting to bind port 0939311a-d9fc-4378-beaf-ce780899066e on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:21:22.027940 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Attempting to bind port 0939311a-d9fc-4378-beaf-ce780899066e by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '47c2243f-0b9d-4115-b4b1-110df958c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '474dfe97-e483-467c-9d3b-f8c4c973ad0e'}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:21:22.028305 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Attempting to bind port 0939311a-d9fc-4378-beaf-ce780899066e on network 474dfe97-e483-467c-9d3b-f8c4c973ad0e {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:21:22.034883 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:21:22.035345 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Checking segment: {'id': '47c2243f-0b9d-4115-b4b1-110df958c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '474dfe97-e483-467c-9d3b-f8c4c973ad0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:21:22.035754 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:22.036162 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Bound using segment: {'id': '47c2243f-0b9d-4115-b4b1-110df958c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '474dfe97-e483-467c-9d3b-f8c4c973ad0e'} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:21:22.037119 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Bound port: 0939311a-d9fc-4378-beaf-ce780899066e, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c2243f-0b9d-4115-b4b1-110df958c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '474dfe97-e483-467c-9d3b-f8c4c973ad0e'}}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:21:22.044364 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:22.123962 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] For port 0939311a-d9fc-4378-beaf-ce780899066e, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:21:22.127539 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] For port 0939311a-d9fc-4378-beaf-ce780899066e, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=0939311a-d9fc-4378-beaf-ce780899066e,segment=NetworkSegment(47c2243f-0b9d-4115-b4b1-110df958c8fc),segment_id=47c2243f-0b9d-4115-b4b1-110df958c8fc)] {{(pid=93421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:21:22.133408 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:22.208618 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252687c5-9ed8-4e23-956c-3e48d1faa30a None None] Pushing event updated for resources: {'Port': ['ID=0939311a-d9fc-4378-beaf-ce780899066e,revision_number=2']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:22.851859 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 5 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:21:23.155565 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e170a55c-b379-4160-8a29-fb297d0b9c56 None None] Network 474dfe97-e483-467c-9d3b-f8c4c973ad0e requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:21:23.276499 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-922ee6e5-f3d5-4f61-9ea6-77c6c33dba9a None None] Provisioning for port 0939311a-d9fc-4378-beaf-ce780899066e completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:21:23.695176 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 0939311a-d9fc-4378-beaf-ce780899066e up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:21:23.757569 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port 0939311a-d9fc-4378-beaf-ce780899066e completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:21:23.762519 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 0939311a-d9fc-4378-beaf-ce780899066e triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:21:23.762897 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:23.888901 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:23.926483 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port 0939311a-d9fc-4378-beaf-ce780899066e, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=0939311a-d9fc-4378-beaf-ce780899066e,segment=NetworkSegment(47c2243f-0b9d-4115-b4b1-110df958c8fc),segment_id=47c2243f-0b9d-4115-b4b1-110df958c8fc)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:21:23.932075 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:23.986577 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=0939311a-d9fc-4378-beaf-ce780899066e,revision_number=3']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:21:25.664107 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 0939311a-d9fc-4378-beaf-ce780899066e up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:21:25.744435 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 0939311a-d9fc-4378-beaf-ce780899066e triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:21:25.745030 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:35.499729 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-090866aa-4efb-4828-be0d-2f0180fa6b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:38.976872 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-a6170404-0508-46a4-a373-1afa5637dd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:39.347012 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:40.055066 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:42.528477 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:21:59.851309 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 5 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:22:05.502460 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-71068958-b9e7-4393-a539-55e33d6002f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:08.981878 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-7b4b8eba-8d38-40a6-88ec-c305f675569f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:09.344549 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:10.054290 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:12.531690 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:34.581259 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 49824) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:22:34.587949 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [None req-c342b43d-5b1f-4f3c-9e3c-8dae67c96119 tempest-verify_tempest_config-680079087 tempest-verify_tempest_config-680079087-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:22:34.589228 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-c342b43d-5b1f-4f3c-9e3c-8dae67c96119 tempest-verify_tempest_config-680079087 tempest-verify_tempest_config-680079087-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070229 Aug 04 15:22:34.915897 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 49842) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:22:35.029419 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d060b1cd-b234-4a66-af48-7b21c0c6c557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:35.120183 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d060b1cd-b234-4a66-af48-7b21c0c6c557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:35.125273 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d060b1cd-b234-4a66-af48-7b21c0c6c557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:35.170330 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060b1cd-b234-4a66-af48-7b21c0c6c557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484f835d-21da-4020-86b7-91390471330e,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:22:35.174158 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-d060b1cd-b234-4a66-af48-7b21c0c6c557 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bcbf0d24618d447196275fd61ba9886c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2572751 Aug 04 15:22:35.177006 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 49846) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:22:35.180372 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b1cd-b234-4a66-af48-7b21c0c6c557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.180742 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b1cd-b234-4a66-af48-7b21c0c6c557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.181087 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b1cd-b234-4a66-af48-7b21c0c6c557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.181419 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b1cd-b234-4a66-af48-7b21c0c6c557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.181771 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b1cd-b234-4a66-af48-7b21c0c6c557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.182119 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b1cd-b234-4a66-af48-7b21c0c6c557 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.182451 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b1cd-b234-4a66-af48-7b21c0c6c557 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.182779 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b1cd-b234-4a66-af48-7b21c0c6c557 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.183117 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b1cd-b234-4a66-af48-7b21c0c6c557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.183462 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b1cd-b234-4a66-af48-7b21c0c6c557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.183784 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b1cd-b234-4a66-af48-7b21c0c6c557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.184100 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b1cd-b234-4a66-af48-7b21c0c6c557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.236478 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-37fbc80d-3f78-4ecd-861d-3ddd1f795b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:35.259926 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-37fbc80d-3f78-4ecd-861d-3ddd1f795b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:35.351502 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-37fbc80d-3f78-4ecd-861d-3ddd1f795b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:35.354028 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-37fbc80d-3f78-4ecd-861d-3ddd1f795b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:35.357904 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-37fbc80d-3f78-4ecd-861d-3ddd1f795b30 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/484f835d-21da-4020-86b7-91390471330e HTTP/1.1" status: 204 len: 168 time: 0.1798911 Aug 04 15:22:35.366098 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fbc80d-3f78-4ecd-861d-3ddd1f795b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484f835d-21da-4020-86b7-91390471330e,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:22:35.373636 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbc80d-3f78-4ecd-861d-3ddd1f795b30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.374003 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbc80d-3f78-4ecd-861d-3ddd1f795b30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.374428 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbc80d-3f78-4ecd-861d-3ddd1f795b30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.374682 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbc80d-3f78-4ecd-861d-3ddd1f795b30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.375013 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbc80d-3f78-4ecd-861d-3ddd1f795b30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.375391 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbc80d-3f78-4ecd-861d-3ddd1f795b30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.375721 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbc80d-3f78-4ecd-861d-3ddd1f795b30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.376045 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbc80d-3f78-4ecd-861d-3ddd1f795b30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.376368 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbc80d-3f78-4ecd-861d-3ddd1f795b30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.376689 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbc80d-3f78-4ecd-861d-3ddd1f795b30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.377006 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbc80d-3f78-4ecd-861d-3ddd1f795b30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.377355 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbc80d-3f78-4ecd-861d-3ddd1f795b30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:22:35.508301 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-18082706-e852-4a8d-881a-e557147c84b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:36.849296 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 5 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:22:38.987021 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-084d13f2-a9b3-4613-a5f3-894fb7347bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:39.336944 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:40.053070 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:22:42.537125 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:05.504002 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-a9d94538-1890-4cd6-bc4a-f87c70814803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:08.991980 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8ca0253-6ba1-4b56-bd46-3c882fa74e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:09.339912 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:10.056753 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:12.547979 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:13.848394 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 5 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:23:35.498799 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-acd0c135-0045-4ed8-a29a-c7402cde7866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:38.993106 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-56456f6c-99f2-401e-8ff0-2b2b6346a690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:39.348490 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:40.060180 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:42.545009 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:23:50.847082 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 5 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:24:05.500175 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-3669fad3-5d20-4671-a377-fac35bd48b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:08.994580 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-a28fc2ae-2d08-4799-bf75-150795d49e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:09.344630 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:09.576552 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8072344'] for agent, after_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:10.061207 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:12.549068 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:14.081511 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 49900) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:24:14.185486 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-f4204514-a512-4d35-845a-ad5e57d9afc9 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1028781 Aug 04 15:24:16.403346 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 49910) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:24:16.467982 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-c1dfb25d-6e36-4a6f-a225-ce2a6f263534 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0635324 Aug 04 15:24:27.846236 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:24:35.501173 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-049a26c1-e1bb-4e9a-8a77-2e1f0fc8459c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:38.994826 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-ea55fe3f-573e-4405-97b6-f4bc54e6745e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:39.347395 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:39.530582 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:40.064277 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:24:42.554713 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:04.845856 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:25:05.508194 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-ea4c110f-de18-4c96-bef6-c509daf66a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:08.999985 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-164ef276-a376-4c2b-85d1-573e7f980bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:09.350183 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:09.548353 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:10.070129 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:12.559202 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:35.506381 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-556511b9-bc3d-47ef-a8b4-097e33e09d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:38.998877 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-8d44667a-5587-478c-9fbf-fdd80379bbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:39.370567 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:39.564734 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:40.080430 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:41.844798 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:25:42.564022 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:44.012474 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 50126) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:44.137614 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 50136) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:44.339563 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 50150) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:44.377695 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-network', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:25:44.404825 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Made reservation on behalf of 893953c6f8fa4c87b7f6a168eff46c0a for: {'network': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:25:44.408939 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for network, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:44.503608 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 50156) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:44.526435 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:44.572586 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-e1291220-04fb-4f3d-bfcf-a27e09803218 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1585965653-network', 'tenant_id': '82bee6cb176f415ab76d9f663eed0e06'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:25:44.587024 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-1432200b-0952-4959-871e-b22aa5664ffd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1404544472-network', 'tenant_id': '86904fa016994708a0fe21de85f6359a'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:25:44.612386 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 50168) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:44.629220 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-3a4a3725-0599-4767-b543-259974ff4ae2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1582835821-network', 'tenant_id': '135fb06f210f46d9844f4d6b3b4482c6'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:25:44.714329 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:44.723647 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:44.760466 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.db.api [None req-3a4a3725-0599-4767-b543-259974ff4ae2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 15:25:44.760466 dv-cinder-689486-15-iscsi neutron-server[93419]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 15:25:44.760466 dv-cinder-689486-15-iscsi neutron-server[93419]: [parameters: {'project_id_1': '135fb06f210f46d9844f4d6b3b4482c6', 'expiration_1': datetime.datetime(2021, 8, 4, 15, 25, 44, 639710)}] Aug 04 15:25:44.760466 dv-cinder-689486-15-iscsi neutron-server[93419]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 15:25:44.761140 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG oslo_db.api [None req-3a4a3725-0599-4767-b543-259974ff4ae2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 15:25:44.788144 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-328079406-network', 'tenant_id': '13d02bf790ce4464804411b784db648d'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:25:44.797228 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:25:44.856959 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:44.857640 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.db.segments_db [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Added segment 95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c of type vlan for network dd89b09a-7ad5-4295-b4a2-c6269006ebd0 Aug 04 15:25:44.860273 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.db.api [None req-1432200b-0952-4959-871e-b22aa5664ffd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 15:25:44.860273 dv-cinder-689486-15-iscsi neutron-server[93420]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 15:25:44.860273 dv-cinder-689486-15-iscsi neutron-server[93420]: [parameters: {'project_id_1': '86904fa016994708a0fe21de85f6359a', 'expiration_1': datetime.datetime(2021, 8, 4, 15, 25, 44, 598997)}] Aug 04 15:25:44.860273 dv-cinder-689486-15-iscsi neutron-server[93420]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 15:25:44.860646 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Made reservation on behalf of 13d02bf790ce4464804411b784db648d for: {'network': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:25:44.861277 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG oslo_db.api [None req-1432200b-0952-4959-871e-b22aa5664ffd admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 15:25:44.863066 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for network, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:44.878587 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2004d224-3ebc-4da2-8441-28984ec0af48,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:44.881104 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:44.888338 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:44.889032 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:44.889579 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:44.890813 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:44.891455 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:44.892112 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:44.892648 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:44.893207 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:44.894036 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:44.895524 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:44.896054 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:44.896810 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Tracked resource versions report: Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: pushed versions: Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: { 'AddressGroup': {'1.2'}, Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'ConntrackHelper': {'1.0'}, Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'Log': {'1.0'}, Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'Network': {'1.1'}, Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'Port': {'1.7'}, Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'PortForwarding': {'1.2'}, Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'QosPolicy': {'1.9'}, Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'SecurityGroup': {'1.4'}, Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'SecurityGroupRule': {'1.2'}, Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'SubPort': {'1.0'}, Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'Subnet': {'1.1'}, Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'Trunk': {'1.1'}} Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: consumer versions: Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: { DHCP agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: HyperV agent@hv-cinder-68948: {}, Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: L3 agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: Metadata agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: Metering agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: Open vSwitch agent@dv-cinder-689486-15-iscsi: { 'AddressGroup': '1.2', Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'ConntrackHelper': '1.0', Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'Log': '1.0', Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'Network': '1.1', Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'Port': '1.7', Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'PortForwarding': '1.2', Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'QosPolicy': '1.9', Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'SecurityGroup': '1.4', Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'SecurityGroupRule': '1.2', Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'SubPort': '1.0', Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'Subnet': '1.1', Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: 'Trunk': '1.1'}} Aug 04 15:25:44.898316 dv-cinder-689486-15-iscsi neutron-server[93420]: {{(pid=93420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 15:25:44.904792 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1291220-04fb-4f3d-bfcf-a27e09803218 admin admin] Made reservation on behalf of 82bee6cb176f415ab76d9f663eed0e06 for: {'network': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:25:44.907643 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e1291220-04fb-4f3d-bfcf-a27e09803218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for network, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:44.925089 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e1291220-04fb-4f3d-bfcf-a27e09803218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:44.992297 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754111838365'] for network, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.026435 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.032569 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.053929 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:25:45.098057 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7a07ba-28f7-45bb-a061-2ce072043e57,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:45.106039 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.106384 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.segments_db [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Added segment 1cb910d9-1fa7-493c-ad0d-1cc24c3933a1 of type vlan for network dcd16224-3e84-44b0-a461-e2a9f25dc336 Aug 04 15:25:45.121126 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:45.121628 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:45.122049 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:45.122395 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:45.122727 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:45.123595 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:45.124015 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:45.124630 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:45.125116 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:45.125540 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:45.125924 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:45.126287 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Tracked resource versions report: Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: pushed versions: Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: { 'AddressGroup': {'1.2'}, Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'ConntrackHelper': {'1.0'}, Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'Log': {'1.0'}, Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'Network': {'1.1'}, Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'Port': {'1.7'}, Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'PortForwarding': {'1.2'}, Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'QosPolicy': {'1.9'}, Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'SecurityGroup': {'1.4'}, Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'SecurityGroupRule': {'1.2'}, Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'SubPort': {'1.0'}, Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'Subnet': {'1.1'}, Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'Trunk': {'1.1'}} Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: consumer versions: Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: { DHCP agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: HyperV agent@hv-cinder-68948: {}, Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: L3 agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: Metadata agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: Metering agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: Open vSwitch agent@dv-cinder-689486-15-iscsi: { 'AddressGroup': '1.2', Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'ConntrackHelper': '1.0', Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'Log': '1.0', Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'Network': '1.1', Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'Port': '1.7', Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'PortForwarding': '1.2', Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'QosPolicy': '1.9', Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'SecurityGroup': '1.4', Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'SecurityGroupRule': '1.2', Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'SubPort': '1.0', Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'Subnet': '1.1', Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: 'Trunk': '1.1'}} Aug 04 15:25:45.127756 dv-cinder-689486-15-iscsi neutron-server[93419]: {{(pid=93419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 15:25:45.150252 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e1291220-04fb-4f3d-bfcf-a27e09803218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.151981 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for network, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.153008 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:25:45.153660 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.189894 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754111838365'] for network, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.223803 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e1291220-04fb-4f3d-bfcf-a27e09803218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.226931 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for network, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.228529 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:25:45.229389 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.265628 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1291220-04fb-4f3d-bfcf-a27e09803218 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:25:45.275064 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e1291220-04fb-4f3d-bfcf-a27e09803218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.275443 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.db.segments_db [None req-e1291220-04fb-4f3d-bfcf-a27e09803218 admin admin] Added segment 2887d116-b605-4aad-bb8e-ea8704cd6e93 of type vlan for network 1f9a821d-10e1-46e0-8e3a-0094644acfb1 Aug 04 15:25:45.315009 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1291220-04fb-4f3d-bfcf-a27e09803218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8a75ae-e1c8-4135-b306-22389eb5e12c,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:45.317800 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7041199 Aug 04 15:25:45.322356 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3087859 Aug 04 15:25:45.333069 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 50198) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:45.333406 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 50200) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:45.334705 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278f109-0dbd-4904-9a7d-44577b15907c admin admin] Pushing event updated for resources: {'Network': ['ID=dd89b09a-7ad5-4295-b4a2-c6269006ebd0,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:45.348485 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-962794f1-cfae-46b7-b5b0-431535f2fb5c admin admin] Request body: {'subnet': {'network_id': 'dcd16224-3e84-44b0-a461-e2a9f25dc336', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-328079406-subnet', 'tenant_id': '13d02bf790ce4464804411b784db648d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:25:45.349513 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9447f-942a-43b5-aa3f-ef127dbb4e57 admin admin] Pushing event updated for resources: {'Network': ['ID=dcd16224-3e84-44b0-a461-e2a9f25dc336,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:45.354054 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Network dd89b09a-7ad5-4295-b4a2-c6269006ebd0 details requested by agent ovs-agent-dv-cinder-689486-15-iscsi with host dv-cinder-689486-15-iscsi {{(pid=93421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:25:45.371199 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-cb725d56-73c4-4103-8d59-bea955e82f67 admin admin] Request body: {'subnet': {'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-subnet', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:25:45.373647 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4a3725-0599-4767-b543-259974ff4ae2 admin admin] Made reservation on behalf of 135fb06f210f46d9844f4d6b3b4482c6 for: {'network': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:25:45.377780 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3725-0599-4767-b543-259974ff4ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for network, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.391088 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3725-0599-4767-b543-259974ff4ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.393508 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e1291220-04fb-4f3d-bfcf-a27e09803218 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754111838365'] for network, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.423777 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Network dcd16224-3e84-44b0-a461-e2a9f25dc336 details requested by agent ovs-agent-dv-cinder-689486-15-iscsi with host dv-cinder-689486-15-iscsi {{(pid=93421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:25:45.430120 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962794f1-cfae-46b7-b5b0-431535f2fb5c admin admin] Made reservation on behalf of 13d02bf790ce4464804411b784db648d for: {'subnet': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:25:45.432601 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-962794f1-cfae-46b7-b5b0-431535f2fb5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.508872 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb725d56-73c4-4103-8d59-bea955e82f67 admin admin] Made reservation on behalf of 893953c6f8fa4c87b7f6a168eff46c0a for: {'subnet': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:25:45.511775 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cb725d56-73c4-4103-8d59-bea955e82f67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.513929 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e1291220-04fb-4f3d-bfcf-a27e09803218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for network, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.515782 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1291220-04fb-4f3d-bfcf-a27e09803218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:25:45.516568 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e1291220-04fb-4f3d-bfcf-a27e09803218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.698085 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1291220-04fb-4f3d-bfcf-a27e09803218 admin admin] Pushing event updated for resources: {'Network': ['ID=1f9a821d-10e1-46e0-8e3a-0094644acfb1,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:45.713381 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Network 1f9a821d-10e1-46e0-8e3a-0094644acfb1 details requested by agent ovs-agent-dv-cinder-689486-15-iscsi with host dv-cinder-689486-15-iscsi {{(pid=93421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:25:45.724375 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1432200b-0952-4959-871e-b22aa5664ffd admin admin] Made reservation on behalf of 86904fa016994708a0fe21de85f6359a for: {'network': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:25:45.727108 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1432200b-0952-4959-871e-b22aa5664ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for network, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.739031 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-e1291220-04fb-4f3d-bfcf-a27e09803218 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5998919 Aug 04 15:25:45.746417 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 50224) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:45.752998 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-4d41e19d-21e8-4c55-a590-62bf2291d2ba admin admin] Request body: {'subnet': {'network_id': '1f9a821d-10e1-46e0-8e3a-0094644acfb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1585965653-subnet', 'tenant_id': '82bee6cb176f415ab76d9f663eed0e06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:25:45.778227 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1432200b-0952-4959-871e-b22aa5664ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.876213 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3725-0599-4767-b543-259974ff4ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.885301 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3725-0599-4767-b543-259974ff4ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.929450 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4a3725-0599-4767-b543-259974ff4ae2 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:25:45.937719 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a3725-0599-4767-b543-259974ff4ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f32b412-8733-4899-b507-86f45127f8f8,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:45.942347 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d41e19d-21e8-4c55-a590-62bf2291d2ba admin admin] Made reservation on behalf of 82bee6cb176f415ab76d9f663eed0e06 for: {'subnet': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:25:45.944895 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4d41e19d-21e8-4c55-a590-62bf2291d2ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.961131 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3725-0599-4767-b543-259974ff4ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:45.961476 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.segments_db [None req-3a4a3725-0599-4767-b543-259974ff4ae2 admin admin] Added segment 1fff8a16-ba73-4ee2-ba18-0a3fd8ae8f07 of type vlan for network e741e321-10be-495f-bdfe-6a1febefc523 Aug 04 15:25:46.003716 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-962794f1-cfae-46b7-b5b0-431535f2fb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for subnet, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.059557 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3725-0599-4767-b543-259974ff4ae2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754111838365'] for network, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.111396 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3725-0599-4767-b543-259974ff4ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for network, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.112764 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4a3725-0599-4767-b543-259974ff4ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:25:46.113497 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3725-0599-4767-b543-259974ff4ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.113621 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cb725d56-73c4-4103-8d59-bea955e82f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for subnet, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.115310 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962794f1-cfae-46b7-b5b0-431535f2fb5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2601cba3-2975-403d-8fbf-30dac3fcbfd7,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:46.196882 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962794f1-cfae-46b7-b5b0-431535f2fb5c admin admin] Checking segment: {'id': '1cb910d9-1fa7-493c-ad0d-1cc24c3933a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dcd16224-3e84-44b0-a461-e2a9f25dc336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:25:46.197554 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962794f1-cfae-46b7-b5b0-431535f2fb5c admin admin] Network hostable DHCP agents. Network: dcd16224-3e84-44b0-a461-e2a9f25dc336, hostable agents: ['a8d7af28-eca7-455e-97e1-a648a6b9f014'], hosted agents: [] {{(pid=93420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:25:46.209740 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb725d56-73c4-4103-8d59-bea955e82f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e2c0f22-78d2-4799-9521-73d9b2f8536e,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:46.217798 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1432200b-0952-4959-871e-b22aa5664ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.228568 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1432200b-0952-4959-871e-b22aa5664ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.231176 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a3725-0599-4767-b543-259974ff4ae2 admin admin] Pushing event updated for resources: {'Network': ['ID=e741e321-10be-495f-bdfe-6a1febefc523,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:46.235641 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-3a4a3725-0599-4767-b543-259974ff4ae2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7309370 Aug 04 15:25:46.239303 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 50238) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:46.245043 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Network e741e321-10be-495f-bdfe-6a1febefc523 details requested by agent ovs-agent-dv-cinder-689486-15-iscsi with host dv-cinder-689486-15-iscsi {{(pid=93421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:25:46.252657 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb725d56-73c4-4103-8d59-bea955e82f67 admin admin] Checking segment: {'id': '95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:25:46.253176 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb725d56-73c4-4103-8d59-bea955e82f67 admin admin] Network hostable DHCP agents. Network: dd89b09a-7ad5-4295-b4a2-c6269006ebd0, hostable agents: ['a8d7af28-eca7-455e-97e1-a648a6b9f014'], hosted agents: [] {{(pid=93420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:25:46.253585 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-5500964f-215b-4fcf-b628-5dc79f0690af admin admin] Request body: {'subnet': {'network_id': 'e741e321-10be-495f-bdfe-6a1febefc523', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1582835821-subnet', 'tenant_id': '135fb06f210f46d9844f4d6b3b4482c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:25:46.283180 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4d41e19d-21e8-4c55-a590-62bf2291d2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for subnet, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.288081 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962794f1-cfae-46b7-b5b0-431535f2fb5c admin admin] Network dcd16224-3e84-44b0-a461-e2a9f25dc336 is scheduled to be hosted by DHCP agent a8d7af28-eca7-455e-97e1-a648a6b9f014 with binding_index 1 {{(pid=93420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:25:46.309612 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1432200b-0952-4959-871e-b22aa5664ffd admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=93420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:25:46.324730 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb725d56-73c4-4103-8d59-bea955e82f67 admin admin] Network dd89b09a-7ad5-4295-b4a2-c6269006ebd0 is scheduled to be hosted by DHCP agent a8d7af28-eca7-455e-97e1-a648a6b9f014 with binding_index 1 {{(pid=93420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:25:46.332335 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-962794f1-cfae-46b7-b5b0-431535f2fb5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-15-iscsi, dcd16224-3e84-44b0-a461-e2a9f25dc336) {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:25:46.336895 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962794f1-cfae-46b7-b5b0-431535f2fb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:25:46.337736 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-962794f1-cfae-46b7-b5b0-431535f2fb5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.346516 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432200b-0952-4959-871e-b22aa5664ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5061d26a-d919-4441-9b35-1e5ad16a0a7e,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:46.351889 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9db183-00a8-45a0-bf7e-35069b0ca5b6 None None] Network dcd16224-3e84-44b0-a461-e2a9f25dc336 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:25:46.353988 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1432200b-0952-4959-871e-b22aa5664ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.354517 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.db.segments_db [None req-1432200b-0952-4959-871e-b22aa5664ffd admin admin] Added segment 9f08c773-a146-4345-be73-3ea4c4cfc9cc of type vlan for network 89d3de88-030a-42d8-9d29-df540f5bc376 Aug 04 15:25:46.366821 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-cb725d56-73c4-4103-8d59-bea955e82f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-15-iscsi, dd89b09a-7ad5-4295-b4a2-c6269006ebd0) {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:25:46.371563 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb725d56-73c4-4103-8d59-bea955e82f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:25:46.372348 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cb725d56-73c4-4103-8d59-bea955e82f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.396862 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5500964f-215b-4fcf-b628-5dc79f0690af admin admin] Made reservation on behalf of 135fb06f210f46d9844f4d6b3b4482c6 for: {'subnet': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:25:46.404018 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5500964f-215b-4fcf-b628-5dc79f0690af admin admin] Notify callbacks [] for subnet, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.411437 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc9e004-c57d-404a-bab8-6614670cbd67 None None] Network dd89b09a-7ad5-4295-b4a2-c6269006ebd0 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:25:46.424708 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-962794f1-cfae-46b7-b5b0-431535f2fb5c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0866926 Aug 04 15:25:46.432628 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 50244) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:46.440186 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-ec96504d-e311-4885-9815-022ef6e29f90 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-328079406-router', 'tenant_id': '13d02bf790ce4464804411b784db648d', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:25:46.447998 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1432200b-0952-4959-871e-b22aa5664ffd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754111838365'] for network, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.456467 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-cb725d56-73c4-4103-8d59-bea955e82f67 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1149826 Aug 04 15:25:46.459922 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 50246) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:46.467944 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-4afcde95-480c-4ddf-a669-dd71c0d57d07 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:25:46.469176 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41e19d-21e8-4c55-a590-62bf2291d2ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=d29a814b-c6fd-4ad5-a0f4-27ffda01edcc,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:46.503901 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ec96504d-e311-4885-9815-022ef6e29f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8061657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.505056 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ec96504d-e311-4885-9815-022ef6e29f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8061605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7894325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7199'] for router, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.513224 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d41e19d-21e8-4c55-a590-62bf2291d2ba admin admin] Checking segment: {'id': '2887d116-b605-4aad-bb8e-ea8704cd6e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1f9a821d-10e1-46e0-8e3a-0094644acfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:25:46.514074 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d41e19d-21e8-4c55-a590-62bf2291d2ba admin admin] Network hostable DHCP agents. Network: 1f9a821d-10e1-46e0-8e3a-0094644acfb1, hostable agents: ['a8d7af28-eca7-455e-97e1-a648a6b9f014'], hosted agents: [] {{(pid=93419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:25:46.525854 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1432200b-0952-4959-871e-b22aa5664ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for network, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.526820 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1432200b-0952-4959-871e-b22aa5664ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:25:46.527431 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1432200b-0952-4959-871e-b22aa5664ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.557460 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d41e19d-21e8-4c55-a590-62bf2291d2ba admin admin] Network 1f9a821d-10e1-46e0-8e3a-0094644acfb1 is scheduled to be hosted by DHCP agent a8d7af28-eca7-455e-97e1-a648a6b9f014 with binding_index 1 {{(pid=93419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:25:46.570507 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4afcde95-480c-4ddf-a669-dd71c0d57d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8061657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.571648 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4afcde95-480c-4ddf-a669-dd71c0d57d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8061605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7894325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7199'] for router, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.600273 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-4d41e19d-21e8-4c55-a590-62bf2291d2ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-15-iscsi, 1f9a821d-10e1-46e0-8e3a-0094644acfb1) {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:25:46.609649 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d41e19d-21e8-4c55-a590-62bf2291d2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:25:46.610701 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4d41e19d-21e8-4c55-a590-62bf2291d2ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.629894 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1df2e1c-4c2c-4c7d-9fcc-6a0e274cd58a None None] Network 1f9a821d-10e1-46e0-8e3a-0094644acfb1 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:25:46.639171 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-1432200b-0952-4959-871e-b22aa5664ffd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2984190 Aug 04 15:25:46.640506 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 50248) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:46.659165 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-4d41e19d-21e8-4c55-a590-62bf2291d2ba admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9013093 Aug 04 15:25:46.659385 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896b4681-5012-4ced-9baf-13a4ef5b8186 None None] Network dcd16224-3e84-44b0-a461-e2a9f25dc336 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:25:46.706126 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5500964f-215b-4fcf-b628-5dc79f0690af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for subnet, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.716259 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-5fc17619-496e-435b-b297-b23fd6230ce8 admin admin] Request body: {'subnet': {'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1404544472-subnet', 'tenant_id': '86904fa016994708a0fe21de85f6359a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:25:46.735052 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ec96504d-e311-4885-9815-022ef6e29f90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.755864 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432200b-0952-4959-871e-b22aa5664ffd admin admin] Pushing event updated for resources: {'Network': ['ID=89d3de88-030a-42d8-9d29-df540f5bc376,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:46.783440 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Network 89d3de88-030a-42d8-9d29-df540f5bc376 details requested by agent ovs-agent-dv-cinder-689486-15-iscsi with host dv-cinder-689486-15-iscsi {{(pid=93421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:25:46.808449 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp001a8a58-16e5-53b7-b0b3-2a49f3787e2f-dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e'}]}} from dv-cinder-689486-15-iscsi. {{(pid=93421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:25:46.809308 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.834188 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4afcde95-480c-4ddf-a669-dd71c0d57d07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.872417 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500964f-215b-4fcf-b628-5dc79f0690af admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1bfda0a-11fe-456e-ad9a-8d0a964a8743,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:46.877674 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500964f-215b-4fcf-b628-5dc79f0690af admin admin] Checking segment: {'id': '1fff8a16-ba73-4ee2-ba18-0a3fd8ae8f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e741e321-10be-495f-bdfe-6a1febefc523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:25:46.878202 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500964f-215b-4fcf-b628-5dc79f0690af admin admin] Network hostable DHCP agents. Network: e741e321-10be-495f-bdfe-6a1febefc523, hostable agents: ['a8d7af28-eca7-455e-97e1-a648a6b9f014'], hosted agents: [] {{(pid=93419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:25:46.906231 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500964f-215b-4fcf-b628-5dc79f0690af admin admin] Network e741e321-10be-495f-bdfe-6a1febefc523 is scheduled to be hosted by DHCP agent a8d7af28-eca7-455e-97e1-a648a6b9f014 with binding_index 1 {{(pid=93419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:25:46.909028 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc17619-496e-435b-b297-b23fd6230ce8 admin admin] Made reservation on behalf of 86904fa016994708a0fe21de85f6359a for: {'subnet': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:25:46.911652 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5fc17619-496e-435b-b297-b23fd6230ce8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.923896 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-5500964f-215b-4fcf-b628-5dc79f0690af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-15-iscsi, e741e321-10be-495f-bdfe-6a1febefc523) {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:25:46.928525 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5500964f-215b-4fcf-b628-5dc79f0690af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:25:46.929111 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5500964f-215b-4fcf-b628-5dc79f0690af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:46.987107 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-5500964f-215b-4fcf-b628-5dc79f0690af admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7418482 Aug 04 15:25:47.063930 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75300767-bdb4-4d3e-9d30-5f2b09896492 None None] Network e741e321-10be-495f-bdfe-6a1febefc523 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:25:47.100118 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ec96504d-e311-4885-9815-022ef6e29f90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:47.227753 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 50294) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:47.230302 dv-cinder-689486-15-iscsi neutron-server[93419]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 15:25:47.269933 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4afcde95-480c-4ddf-a669-dd71c0d57d07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:47.509144 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fcc7dc-071b-4609-9220-cdd85d9cd591 None None] Network 1f9a821d-10e1-46e0-8e3a-0094644acfb1 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:25:47.523398 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5fc17619-496e-435b-b297-b23fd6230ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for subnet, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:47.642914 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc17619-496e-435b-b297-b23fd6230ce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a02c79f9-420f-484e-8ece-b0ac630d460f,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:47.667379 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc17619-496e-435b-b297-b23fd6230ce8 admin admin] Checking segment: {'id': '9f08c773-a146-4345-be73-3ea4c4cfc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:25:47.667742 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc17619-496e-435b-b297-b23fd6230ce8 admin admin] Network hostable DHCP agents. Network: 89d3de88-030a-42d8-9d29-df540f5bc376, hostable agents: ['a8d7af28-eca7-455e-97e1-a648a6b9f014'], hosted agents: [] {{(pid=93420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:25:47.708568 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-550206f4-a8f0-4679-922a-150228cdf745 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:25:47.711219 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-550206f4-a8f0-4679-922a-150228cdf745 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/networks?id=1f9a821d-10e1-46e0-8e3a-0094644acfb1 HTTP/1.1" status: 200 len: 812 time: 0.4821353 Aug 04 15:25:47.742270 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-cc801a9f-ec6a-4298-9c22-07aa00f43952 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/quotas/82bee6cb176f415ab76d9f663eed0e06 HTTP/1.1" status: 200 len: 375 time: 0.0210648 Aug 04 15:25:47.827390 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.db_base_plugin_common [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Allocated IP 172.20.0.2 (dd89b09a-7ad5-4295-b4a2-c6269006ebd0/3e2c0f22-78d2-4799-9521-73d9b2f8536e/0b9e8593-6dc3-4b50-b28a-bf131a6476bc) {{(pid=93421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:25:47.830819 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc17619-496e-435b-b297-b23fd6230ce8 admin admin] Network 89d3de88-030a-42d8-9d29-df540f5bc376 is scheduled to be hosted by DHCP agent a8d7af28-eca7-455e-97e1-a648a6b9f014 with binding_index 1 {{(pid=93420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:25:47.831682 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23c4ff4-24bb-4699-bdec-5562d1fead04 None None] Network e741e321-10be-495f-bdfe-6a1febefc523 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:25:47.832295 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-517bb872-d449-4c30-915d-171d63dd4d9a tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=82bee6cb176f415ab76d9f663eed0e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834002 Aug 04 15:25:47.942085 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-5fc17619-496e-435b-b297-b23fd6230ce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-15-iscsi, 89d3de88-030a-42d8-9d29-df540f5bc376) {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:25:47.954901 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc17619-496e-435b-b297-b23fd6230ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:25:47.959307 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5fc17619-496e-435b-b297-b23fd6230ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:47.978712 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25535b83-5f03-47b5-890a-764473c16164 None None] Network 89d3de88-030a-42d8-9d29-df540f5bc376 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:25:48.048278 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 50338) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:48.065793 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-4cfa0bf3-63dc-4d2d-af23-d6cf7ec6abbb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-760040124-network', 'tenant_id': 'f3795a9e6fe1444fa32130c214dc5954'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:25:48.075678 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-5fc17619-496e-435b-b297-b23fd6230ce8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3987634 Aug 04 15:25:48.098970 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ec96504d-e311-4885-9815-022ef6e29f90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:48.120456 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfa0bf3-63dc-4d2d-af23-d6cf7ec6abbb admin admin] Made reservation on behalf of f3795a9e6fe1444fa32130c214dc5954 for: {'network': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:25:48.123102 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4cfa0bf3-63dc-4d2d-af23-d6cf7ec6abbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for network, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:48.143489 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4cfa0bf3-63dc-4d2d-af23-d6cf7ec6abbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:48.150976 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ec96504d-e311-4885-9815-022ef6e29f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:48.178663 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4afcde95-480c-4ddf-a669-dd71c0d57d07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:48.239314 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4afcde95-480c-4ddf-a669-dd71c0d57d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:48.381582 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4cfa0bf3-63dc-4d2d-af23-d6cf7ec6abbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:48.387181 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-b134c171-1ca0-45b2-a432-27ba318dadfe service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:25:48.388050 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-b134c171-1ca0-45b2-a432-27ba318dadfe service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2520442 Aug 04 15:25:48.389525 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4cfa0bf3-63dc-4d2d-af23-d6cf7ec6abbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:48.418402 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfa0bf3-63dc-4d2d-af23-d6cf7ec6abbb admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:25:48.473629 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_common [None req-ec96504d-e311-4885-9815-022ef6e29f90 admin admin] Allocated IP 172.27.3.223 (a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1/66c61c24-84f1-4482-97f0-c0986315f375/fa05464b-677c-42a1-932b-bd928725d17b) {{(pid=93420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:25:48.483013 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4cfa0bf3-63dc-4d2d-af23-d6cf7ec6abbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:48.483383 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.segments_db [None req-4cfa0bf3-63dc-4d2d-af23-d6cf7ec6abbb admin admin] Added segment 1b071943-9f03-4879-b268-7f88be25af36 of type vlan for network 5d2386bb-f6d1-457b-9a11-185aa14b2342 Aug 04 15:25:48.494982 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa0bf3-63dc-4d2d-af23-d6cf7ec6abbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c25cb82-8bba-45e5-8836-1b6ce84c33df,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:48.552307 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Notify callbacks [] for port, precommit_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:48.556215 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541187c9-753a-47ac-820d-ececef4b7218 None None] Network 89d3de88-030a-42d8-9d29-df540f5bc376 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:25:48.562941 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4cfa0bf3-63dc-4d2d-af23-d6cf7ec6abbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754111838365'] for network, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:48.588212 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-3b7753b9-7939-47dc-bf16-fe56c6ef3932 service neutron] 10.222.0.10 "GET /v2.0/networks/1f9a821d-10e1-46e0-8e3a-0094644acfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864469 Aug 04 15:25:48.602623 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Transition to ACTIVE for port object 0b9e8593-6dc3-4b50-b28a-bf131a6476bc will not be triggered until provisioned by entity L2. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:25:48.628086 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Transition to ACTIVE for port object 0b9e8593-6dc3-4b50-b28a-bf131a6476bc will not be triggered until provisioned by entity DHCP. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:25:48.644683 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042'] for port, after_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:48.654632 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4cfa0bf3-63dc-4d2d-af23-d6cf7ec6abbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for network, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:48.656602 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfa0bf3-63dc-4d2d-af23-d6cf7ec6abbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:25:48.657337 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4cfa0bf3-63dc-4d2d-af23-d6cf7ec6abbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:48.663699 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ec96504d-e311-4885-9815-022ef6e29f90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:48.672179 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Network dd89b09a-7ad5-4295-b4a2-c6269006ebd0 is already hosted by enough agents. {{(pid=93421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:25:48.677338 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.scheduler.base_scheduler [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Resources bound (agent type, host, resource id): {{(pid=93421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:25:48.704579 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Received port after_create {{(pid=93421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:25:48.738402 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-4cfa0bf3-63dc-4d2d-af23-d6cf7ec6abbb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6889584 Aug 04 15:25:48.744747 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 50364) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:48.749745 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ec96504d-e311-4885-9815-022ef6e29f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042'] for port, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:48.751835 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-b6dd88d9-1552-4579-ba8f-a1d7b29d8b89 admin admin] Request body: {'subnet': {'network_id': '5d2386bb-f6d1-457b-9a11-185aa14b2342', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-760040124-subnet', 'tenant_id': 'f3795a9e6fe1444fa32130c214dc5954', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:25:48.773203 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa0bf3-63dc-4d2d-af23-d6cf7ec6abbb admin admin] Pushing event updated for resources: {'Network': ['ID=5d2386bb-f6d1-457b-9a11-185aa14b2342,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:48.789596 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-b1e1858e-d479-4ee5-a4f1-5fb010b8af18 service neutron] 10.222.0.10 "GET /v2.0/networks/1f9a821d-10e1-46e0-8e3a-0094644acfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893990 Aug 04 15:25:48.800213 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec96504d-e311-4885-9815-022ef6e29f90 admin admin] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:25:48.804286 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dd88d9-1552-4579-ba8f-a1d7b29d8b89 admin admin] Made reservation on behalf of f3795a9e6fe1444fa32130c214dc5954 for: {'subnet': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:25:48.805368 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 50370) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:48.808878 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b6dd88d9-1552-4579-ba8f-a1d7b29d8b89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:48.809031 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Network 5d2386bb-f6d1-457b-9a11-185aa14b2342 details requested by agent ovs-agent-dv-cinder-689486-15-iscsi with host dv-cinder-689486-15-iscsi {{(pid=93421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:25:48.810461 dv-cinder-689486-15-iscsi neutron-server[93420]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 15:25:48.817371 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-ec96504d-e311-4885-9815-022ef6e29f90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:25:48.819739 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec96504d-e311-4885-9815-022ef6e29f90 admin admin] Received port after_create {{(pid=93420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:25:48.840424 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_common [None req-4afcde95-480c-4ddf-a669-dd71c0d57d07 admin admin] Allocated IP 172.27.3.35 (a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1/66c61c24-84f1-4482-97f0-c0986315f375/8df3e009-2863-4a14-b8cb-4809401e76ea) {{(pid=93420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:25:48.875838 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Pushing event updated for resources: {'Port': ['ID=0b9e8593-6dc3-4b50-b28a-bf131a6476bc,revision_number=1']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:48.884891 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96504d-e311-4885-9815-022ef6e29f90 admin admin] Pushing event updated for resources: {'Port': ['ID=fa05464b-677c-42a1-932b-bd928725d17b,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:48.917931 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:48.918594 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:48.919093 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:48.919631 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:48.920129 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:48.920618 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:48.921656 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:48.922202 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:48.922843 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:48.923395 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:48.923938 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:48.924460 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Tracked resource versions report: Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: pushed versions: Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: { 'AddressGroup': {'1.2'}, Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'ConntrackHelper': {'1.0'}, Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'Log': {'1.0'}, Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'Network': {'1.1'}, Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'Port': {'1.7'}, Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'PortForwarding': {'1.2'}, Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'QosPolicy': {'1.9'}, Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'SecurityGroup': {'1.4'}, Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'SecurityGroupRule': {'1.2'}, Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'SubPort': {'1.0'}, Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'Subnet': {'1.1'}, Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'Trunk': {'1.1'}} Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: consumer versions: Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: { DHCP agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: HyperV agent@hv-cinder-68948: {}, Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: L3 agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: Metadata agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: Metering agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: Open vSwitch agent@dv-cinder-689486-15-iscsi: { 'AddressGroup': '1.2', Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'ConntrackHelper': '1.0', Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'Log': '1.0', Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'Network': '1.1', Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'Port': '1.7', Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'PortForwarding': '1.2', Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'QosPolicy': '1.9', Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'SecurityGroup': '1.4', Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'SecurityGroupRule': '1.2', Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'SubPort': '1.0', Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'Subnet': '1.1', Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: 'Trunk': '1.1'}} Aug 04 15:25:48.925767 dv-cinder-689486-15-iscsi neutron-server[93421]: {{(pid=93421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 15:25:48.937986 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Attempting to bind port 0b9e8593-6dc3-4b50-b28a-bf131a6476bc on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:25:48.938690 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Attempting to bind port 0b9e8593-6dc3-4b50-b28a-bf131a6476bc by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0'}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:25:48.939341 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Attempting to bind port 0b9e8593-6dc3-4b50-b28a-bf131a6476bc on network dd89b09a-7ad5-4295-b4a2-c6269006ebd0 {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:25:48.949549 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:25:48.950350 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Checking segment: {'id': '95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:25:48.950995 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:48.951786 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Bound using segment: {'id': '95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0'} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:25:48.956653 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Bound port: 0b9e8593-6dc3-4b50-b28a-bf131a6476bc, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0'}}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:25:48.957314 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:49.053063 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] For port 0b9e8593-6dc3-4b50-b28a-bf131a6476bc, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:25:49.058162 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] For port 0b9e8593-6dc3-4b50-b28a-bf131a6476bc, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=0b9e8593-6dc3-4b50-b28a-bf131a6476bc,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:25:49.066116 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:49.067165 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b6dd88d9-1552-4579-ba8f-a1d7b29d8b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for subnet, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:49.144805 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1ae6c-3512-4088-8726-da144f668498 None None] Pushing event updated for resources: {'Port': ['ID=0b9e8593-6dc3-4b50-b28a-bf131a6476bc,revision_number=2']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:49.148359 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd88d9-1552-4579-ba8f-a1d7b29d8b89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b6f5151-fc12-49f7-a3cd-55f1147dd0ac,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:49.205839 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dd88d9-1552-4579-ba8f-a1d7b29d8b89 admin admin] Checking segment: {'id': '1b071943-9f03-4879-b268-7f88be25af36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5d2386bb-f6d1-457b-9a11-185aa14b2342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:25:49.210166 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dd88d9-1552-4579-ba8f-a1d7b29d8b89 admin admin] Network hostable DHCP agents. Network: 5d2386bb-f6d1-457b-9a11-185aa14b2342, hostable agents: ['a8d7af28-eca7-455e-97e1-a648a6b9f014'], hosted agents: [] {{(pid=93419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:25:49.244065 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dd88d9-1552-4579-ba8f-a1d7b29d8b89 admin admin] Network 5d2386bb-f6d1-457b-9a11-185aa14b2342 is scheduled to be hosted by DHCP agent a8d7af28-eca7-455e-97e1-a648a6b9f014 with binding_index 1 {{(pid=93419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:25:49.270995 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-b6dd88d9-1552-4579-ba8f-a1d7b29d8b89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-15-iscsi, 5d2386bb-f6d1-457b-9a11-185aa14b2342) {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:25:49.288744 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea85feed-a321-4e6f-aa07-b103d9bce048 None None] Network 5d2386bb-f6d1-457b-9a11-185aa14b2342 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:25:49.302241 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dd88d9-1552-4579-ba8f-a1d7b29d8b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:25:49.303308 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b6dd88d9-1552-4579-ba8f-a1d7b29d8b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:49.356469 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-dd7c1df2-85fe-4a8e-a2f7-ece18d7a1d32 req-9fac5c4c-3216-494a-8a01-739eed2b6dda tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 210 time: 0.0649710 Aug 04 15:25:49.367607 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-b6dd88d9-1552-4579-ba8f-a1d7b29d8b89 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6217823 Aug 04 15:25:49.547501 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-a9a32190-140f-476b-9ce5-41366919fa05 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:25:49.550361 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-a9a32190-140f-476b-9ce5-41366919fa05 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/networks?id=89d3de88-030a-42d8-9d29-df540f5bc376 HTTP/1.1" status: 200 len: 815 time: 0.7410414 Aug 04 15:25:49.579724 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a850fe9e-44f4-488a-9dac-9fcfda6a018d None None] Network 5d2386bb-f6d1-457b-9a11-185aa14b2342 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:25:49.607878 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 50400) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:49.648856 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4afcde95-480c-4ddf-a669-dd71c0d57d07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:49.662453 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-bf023728-29e2-48a3-8399-74e68b303620 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/quotas/86904fa016994708a0fe21de85f6359a HTTP/1.1" status: 200 len: 375 time: 0.1028256 Aug 04 15:25:49.681369 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce83a273-8328-4dbc-bc2c-433e02ec2b33 admin admin] Deleting subnet a1bfda0a-11fe-456e-ad9a-8d0a964a8743 {{(pid=93419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:25:49.685629 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ce83a273-8328-4dbc-bc2c-433e02ec2b33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:49.725194 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ce83a273-8328-4dbc-bc2c-433e02ec2b33 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:49.730599 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-e24e51c8-2e4d-495d-90e3-224dfc08d8ec tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=86904fa016994708a0fe21de85f6359a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567799 Aug 04 15:25:49.746158 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ce83a273-8328-4dbc-bc2c-433e02ec2b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674264'] for subnet, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:49.748962 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ec96504d-e311-4885-9815-022ef6e29f90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:49.867281 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ce83a273-8328-4dbc-bc2c-433e02ec2b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for subnet, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:49.907376 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 0b9e8593-6dc3-4b50-b28a-bf131a6476bc up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:25:49.911860 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83a273-8328-4dbc-bc2c-433e02ec2b33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1bfda0a-11fe-456e-ad9a-8d0a964a8743,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:49.919109 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ce83a273-8328-4dbc-bc2c-433e02ec2b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:49.923935 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-ce83a273-8328-4dbc-bc2c-433e02ec2b33 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a1bfda0a-11fe-456e-ad9a-8d0a964a8743 HTTP/1.1" status: 204 len: 168 time: 0.3148582 Aug 04 15:25:49.924743 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 50420) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:49.966921 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port 0b9e8593-6dc3-4b50-b28a-bf131a6476bc completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:25:50.007377 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4afcde95-480c-4ddf-a669-dd71c0d57d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042'] for port, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:50.031418 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780294'] for network, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:50.060633 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-c146b041-90d6-4675-84b5-9fb2fb1f467c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:25:50.062280 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-c146b041-90d6-4675-84b5-9fb2fb1f467c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0703292 Aug 04 15:25:50.150213 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668493', 'neutron.services.segments.db._delete_segments_for_network-8754112322169'] for network, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:50.162154 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:50.162614 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:50.163507 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:50.164097 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Subscribe: > port after_create 55550000 {{(pid=93419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:50.164526 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:50.164950 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Subscribe: > port after_update 55550000 {{(pid=93419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:50.165478 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:50.165883 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:50.166289 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:50.166693 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:50.170450 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcde95-480c-4ddf-a669-dd71c0d57d07 admin admin] Pushing event updated for resources: {'Port': ['ID=8df3e009-2863-4a14-b8cb-4809401e76ea,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:50.177517 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afcde95-480c-4ddf-a669-dd71c0d57d07 admin admin] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:25:50.180469 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-4afcde95-480c-4ddf-a669-dd71c0d57d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:25:50.226092 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afcde95-480c-4ddf-a669-dd71c0d57d07 admin admin] Received port after_create {{(pid=93420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:25:50.397903 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:50.398278 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:50.398609 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:50.398937 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:50.399330 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e741e321-10be-495f-bdfe-6a1febefc523']}} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:25:50.418623 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fff8a16-ba73-4ee2-ba18-0a3fd8ae8f07') {'for_net_delete': True} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:25:50.418921 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fff8a16-ba73-4ee2-ba18-0a3fd8ae8f07') {} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:25:50.453719 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754112333828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6439036'] for segment, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:50.495933 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:50.506858 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50685eba-5b19-415e-81f1-48c3ca84f15f None None] Network dd89b09a-7ad5-4295-b4a2-c6269006ebd0 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:25:50.549442 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f8c99328-2113-4520-b7d8-a275228eabd1 req-03d990e9-2931-4ba6-8faa-3140d23fb2ad tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 210 time: 0.0486114 Aug 04 15:25:50.550897 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:25:50.552226 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1928468'] for segment, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: from cryptography.utils import int_from_bytes Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: from cryptography.utils import int_from_bytes Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: Traceback (most recent call last): Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: timer() Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: cb(*args, **kw) Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: return func(*args, **kwargs) Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: self._notify() Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: self.callback(batched_events) Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: event.method(event) Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: return f(self, *a, **k) Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._get(url).json() Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: return self.request(url, 'GET', **kwargs) Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:25:50.558283 dv-cinder-689486-15-iscsi neutron-server[93419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:25:50.568769 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ec96504d-e311-4885-9815-022ef6e29f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8061782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068651'] for router, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:50.596980 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-3f0467ab-efd5-423a-8732-b04d1237c289 None None] Provisioning for port 0b9e8593-6dc3-4b50-b28a-bf131a6476bc completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:25:50.609602 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-3f0467ab-efd5-423a-8732-b04d1237c289 None None] Provisioning complete for port 0b9e8593-6dc3-4b50-b28a-bf131a6476bc triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:25:50.609967 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-3f0467ab-efd5-423a-8732-b04d1237c289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:50.613256 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-da1a6550-8e18-403a-9f75-90edb874b988 service neutron] 10.222.0.10 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080738 Aug 04 15:25:50.646084 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068755'] for network, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:50.660058 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:50.665492 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e741e321-10be-495f-bdfe-6a1febefc523 HTTP/1.1" status: 204 len: 168 time: 0.7395651 Aug 04 15:25:50.668765 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 50450) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:50.690648 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9760c-4085-4b50-9ef9-97dc20d83895 admin admin] Pushing event deleted for resources: {'Network': ['ID=e741e321-10be-495f-bdfe-6a1febefc523,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:50.738444 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd32a81b-bea8-44ab-9b03-a195ece973f8 admin admin] Deleting subnet 5b6f5151-fc12-49f7-a3cd-55f1147dd0ac {{(pid=93419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:25:50.742809 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-bd32a81b-bea8-44ab-9b03-a195ece973f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:50.782619 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-bd32a81b-bea8-44ab-9b03-a195ece973f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6438917'] for subnet, precommit_delete_associations {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:50.785856 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-3f0467ab-efd5-423a-8732-b04d1237c289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:50.803146 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4afcde95-480c-4ddf-a669-dd71c0d57d07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:50.826844 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-3f0467ab-efd5-423a-8732-b04d1237c289 None None] For port 0b9e8593-6dc3-4b50-b28a-bf131a6476bc, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=0b9e8593-6dc3-4b50-b28a-bf131a6476bc,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:25:50.827816 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-bd32a81b-bea8-44ab-9b03-a195ece973f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674264'] for subnet, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:50.834648 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-3f0467ab-efd5-423a-8732-b04d1237c289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:50.902758 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-bd32a81b-bea8-44ab-9b03-a195ece973f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1928702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2281194'] for subnet, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:50.909759 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0467ab-efd5-423a-8732-b04d1237c289 None None] Pushing event updated for resources: {'Port': ['ID=0b9e8593-6dc3-4b50-b28a-bf131a6476bc,revision_number=3']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:50.936702 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32a81b-bea8-44ab-9b03-a195ece973f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b6f5151-fc12-49f7-a3cd-55f1147dd0ac,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:50.950171 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-bd32a81b-bea8-44ab-9b03-a195ece973f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:50.952141 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-bd32a81b-bea8-44ab-9b03-a195ece973f8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5b6f5151-fc12-49f7-a3cd-55f1147dd0ac HTTP/1.1" status: 204 len: 168 time: 0.2814798 Aug 04 15:25:50.956155 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 50454) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:50.972695 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-2a42998c-d167-4ccc-b9d1-8b60b0d5f0be service neutron] 10.222.0.10 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115349 Aug 04 15:25:51.113698 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec96504d-e311-4885-9815-022ef6e29f90 admin admin] Router 42c1d565-31d7-451b-9c65-829ea2224f80 is scheduled to L3 agent 0810b032-d755-4732-a353-64b2f2f7440f with binding_index 1 {{(pid=93420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:25:51.119659 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780294'] for network, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:51.173542 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-575ace33-3ed7-4661-931d-fb513f0403b2 None None] Provisioning complete for port 0b9e8593-6dc3-4b50-b28a-bf131a6476bc triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:25:51.174229 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-575ace33-3ed7-4661-931d-fb513f0403b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:51.256442 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6d600795-bdd0-4b42-ace8-18409cbb94ba req-8fe04d75-0601-49b5-bb4c-b9fb5257bfee tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 210 time: 0.0630479 Aug 04 15:25:51.403627 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668493', 'neutron.services.segments.db._delete_segments_for_network-8754112322169'] for network, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:51.413936 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4afcde95-480c-4ddf-a669-dd71c0d57d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8061782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068651'] for router, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:51.422450 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:51.422811 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:51.423592 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:51.424062 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Subscribe: > port after_create 55550000 {{(pid=93420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:51.424250 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:51.424580 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Subscribe: > port after_update 55550000 {{(pid=93420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:51.424898 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:51.425212 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:51.425524 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:51.425839 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:51.595197 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:51.595823 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:51.595942 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:51.596184 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 15:25:51.596542 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.services.segments.db [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2386bb-f6d1-457b-9a11-185aa14b2342']}} {{(pid=93420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:25:51.610987 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.59', 50635) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:51.917398 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 0b9e8593-6dc3-4b50-b28a-bf131a6476bc up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:25:51.950493 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 50512) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:52.053518 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 0b9e8593-6dc3-4b50-b28a-bf131a6476bc triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:25:52.054567 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:52.072138 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.services.segments.db [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b071943-9f03-4879-b268-7f88be25af36') {'for_net_delete': True} {{(pid=93420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:25:52.072337 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.services.segments.db [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b071943-9f03-4879-b268-7f88be25af36') {} {{(pid=93420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:25:52.123165 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754112333828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5550671'] for segment, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:52.129030 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec96504d-e311-4885-9815-022ef6e29f90 admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:25:52.143037 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] Sync routers for ids ['42c1d565-31d7-451b-9c65-829ea2224f80'] in dv-cinder-689486-15-iscsi {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:25:52.152485 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e1d3c17a-e9f5-46f1-a7fb-b14fc01bd087 req-38e7e523-e58a-4160-a281-7d7b5c5169e2 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 210 time: 0.1565371 Aug 04 15:25:52.163667 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] Routers {'42c1d565-31d7-451b-9c65-829ea2224f80'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:25:52.164783 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:25:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['42c1d565-31d7-451b-9c65-829ea2224f80'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:25:52.173574 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:52.188838 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-c6f32676-786c-48f2-8b4f-eba65a7bfdd9 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:25:52.202832 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:25:52.203249 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2773038'] for segment, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:52.206226 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-c6f32676-786c-48f2-8b4f-eba65a7bfdd9 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.59 "GET /v2.0/networks?id=1f9a821d-10e1-46e0-8e3a-0094644acfb1 HTTP/1.1" status: 200 len: 812 time: 0.5935552 Aug 04 15:25:52.239313 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-f2678ef5-8ee4-42bb-9d96-3262623c563a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:52.275877 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-5a10008a-3c4e-43ef-ad08-862328a84ca9 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Request body: {'port': {'device_id': '14965757-2ea7-46c1-b85a-3ca2c209b75b', 'network_id': '1f9a821d-10e1-46e0-8e3a-0094644acfb1', 'admin_state_up': True, 'tenant_id': '82bee6cb176f415ab76d9f663eed0e06'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: from cryptography.utils import int_from_bytes Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: from cryptography.utils import int_from_bytes Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: Traceback (most recent call last): Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: timer() Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: cb(*args, **kw) Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: return func(*args, **kwargs) Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: self._notify() Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: self.callback(batched_events) Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: event.method(event) Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: return f(self, *a, **k) Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: return self._get(url).json() Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: return self.request(url, 'GET', **kwargs) Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:25:52.286307 dv-cinder-689486-15-iscsi neutron-server[93420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:25:52.297525 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068755'] for network, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:52.303202 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ec96504d-e311-4885-9815-022ef6e29f90 admin admin] Notify callbacks [] for router, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:52.304745 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-ec96504d-e311-4885-9815-022ef6e29f90 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8701901 Aug 04 15:25:52.379623 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 50544) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:52.471002 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] Set router 42c1d565-31d7-451b-9c65-829ea2224f80 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:25:52.551165 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:52.569872 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5d2386bb-f6d1-457b-9a11-185aa14b2342 HTTP/1.1" status: 204 len: 168 time: 1.6023993 Aug 04 15:25:52.638641 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-f2678ef5-8ee4-42bb-9d96-3262623c563a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:52.703811 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a0afa13b-cff8-4f49-a392-a76e5f79e066 req-88c94e57-3333-4947-8f2d-2ab66a111b39 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 210 time: 0.1533663 Aug 04 15:25:52.720389 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-f2678ef5-8ee4-42bb-9d96-3262623c563a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:52.765513 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c1d565-31d7-451b-9c65-829ea2224f80', 'name': 'tempest-ServerRescueNegativeTestJSON-328079406-router', 'tenant_id': '13d02bf790ce4464804411b784db648d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'fa05464b-677c-42a1-932b-bd928725d17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:25:49Z', 'revision_number': 3, 'project_id': '13d02bf790ce4464804411b784db648d', 'gw_port': {'id': 'fa05464b-677c-42a1-932b-bd928725d17b', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c1d565-31d7-451b-9c65-829ea2224f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:25:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:25:52.795236 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] Checking router: 42c1d565-31d7-451b-9c65-829ea2224f80 for host: dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:25:52.795963 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] Updating router 42c1d565-31d7-451b-9c65-829ea2224f80 port fa05464b-677c-42a1-932b-bd928725d17b binding host dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:25:52.801791 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-f2678ef5-8ee4-42bb-9d96-3262623c563a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8dd5ffed6af44378813da4184e5d5ec5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8494453 Aug 04 15:25:52.804970 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2678ef5-8ee4-42bb-9d96-3262623c563a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8aa186-6508-44cf-a372-45c396e17b3a,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:52.807056 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 50574) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:52.824360 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:52.883616 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 50578) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:52.924925 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ea636714-f351-4965-9ada-ef41b52fc391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:52.946591 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ea636714-f351-4965-9ada-ef41b52fc391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:52.996743 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53911a7-4fbc-4518-9622-4bf1a0ea22e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d2386bb-f6d1-457b-9a11-185aa14b2342,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:53.016611 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-23a8abc5-2cc6-4129-8351-40d88d2b0c3c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=135fb06f210f46d9844f4d6b3b4482c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1163116 Aug 04 15:25:53.017303 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ea636714-f351-4965-9ada-ef41b52fc391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:53.020309 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ea636714-f351-4965-9ada-ef41b52fc391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:53.021372 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-ea636714-f351-4965-9ada-ef41b52fc391 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b8aa186-6508-44cf-a372-45c396e17b3a HTTP/1.1" status: 204 len: 168 time: 0.2121181 Aug 04 15:25:53.022224 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 50582) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:53.030770 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-5a10008a-3c4e-43ef-ad08-862328a84ca9 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Made reservation on behalf of 82bee6cb176f415ab76d9f663eed0e06 for: {'port': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:25:53.036634 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-5a10008a-3c4e-43ef-ad08-862328a84ca9 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:53.070510 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea636714-f351-4965-9ada-ef41b52fc391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8aa186-6508-44cf-a372-45c396e17b3a,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:53.116954 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:53.151868 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.provisioning_blocks [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] Transition to ACTIVE for port object fa05464b-677c-42a1-932b-bd928725d17b will not be triggered until provisioned by entity L2. {{(pid=93422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:25:53.163744 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:53.274798 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740e96a-d359-48e3-83f1-35490a783f37 None None] Pushing event updated for resources: {'Port': ['ID=fa05464b-677c-42a1-932b-bd928725d17b,revision_number=2']} {{(pid=93422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:53.280762 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.59', 50644) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:53.285545 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0eac-093c-4bdd-91b1-297f4da589eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:53.331345 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740e96a-d359-48e3-83f1-35490a783f37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:53.331934 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740e96a-d359-48e3-83f1-35490a783f37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:53.332704 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740e96a-d359-48e3-83f1-35490a783f37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:53.334387 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740e96a-d359-48e3-83f1-35490a783f37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:53.336278 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740e96a-d359-48e3-83f1-35490a783f37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:53.336782 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740e96a-d359-48e3-83f1-35490a783f37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:53.339971 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740e96a-d359-48e3-83f1-35490a783f37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:53.340555 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740e96a-d359-48e3-83f1-35490a783f37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:53.341121 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740e96a-d359-48e3-83f1-35490a783f37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:53.341707 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740e96a-d359-48e3-83f1-35490a783f37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:53.342264 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740e96a-d359-48e3-83f1-35490a783f37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:53.343768 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740e96a-d359-48e3-83f1-35490a783f37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740e96a-d359-48e3-83f1-35490a783f37 None None] Tracked resource versions report: Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: pushed versions: Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: { 'AddressGroup': {'1.2'}, Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'ConntrackHelper': {'1.0'}, Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'Log': {'1.0'}, Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'Network': {'1.1'}, Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'Port': {'1.7'}, Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'PortForwarding': {'1.2'}, Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'QosPolicy': {'1.9'}, Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'SecurityGroup': {'1.4'}, Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'SecurityGroupRule': {'1.2'}, Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'SubPort': {'1.0'}, Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'Subnet': {'1.1'}, Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'Trunk': {'1.1'}} Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: consumer versions: Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: { DHCP agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: HyperV agent@hv-cinder-68948: {}, Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: L3 agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: Metadata agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: Metering agent@dv-cinder-689486-15-iscsi: {}, Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: Open vSwitch agent@dv-cinder-689486-15-iscsi: { 'AddressGroup': '1.2', Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'ConntrackHelper': '1.0', Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'Log': '1.0', Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'Network': '1.1', Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'Port': '1.7', Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'PortForwarding': '1.2', Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'QosPolicy': '1.9', Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'SecurityGroup': '1.4', Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'SecurityGroupRule': '1.2', Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'SubPort': '1.0', Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'Subnet': '1.1', Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: 'Trunk': '1.1'}} Aug 04 15:25:53.345107 dv-cinder-689486-15-iscsi neutron-server[93422]: {{(pid=93422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 15:25:53.356540 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] Attempting to bind port fa05464b-677c-42a1-932b-bd928725d17b on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:25:53.357681 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] Attempting to bind port fa05464b-677c-42a1-932b-bd928725d17b by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}] {{(pid=93422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:25:53.359525 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] Attempting to bind port fa05464b-677c-42a1-932b-bd928725d17b on network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:25:53.372432 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afcde95-480c-4ddf-a669-dd71c0d57d07 admin admin] Router fd495a11-bd8f-444c-8b11-bfecf64b6dcb is scheduled to L3 agent 0810b032-d755-4732-a353-64b2f2f7440f with binding_index 1 {{(pid=93420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:25:53.390288 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:25:53.390780 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] Checking segment: {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:25:53.391215 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:53.391608 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] Bound using segment: {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'} {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:25:53.392091 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] Bound port: fa05464b-677c-42a1-932b-bd928725d17b, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}}] {{(pid=93422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:25:53.392510 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:53.584914 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.db [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] For port fa05464b-677c-42a1-932b-bd928725d17b, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:25:53.596340 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.db [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] For port fa05464b-677c-42a1-932b-bd928725d17b, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=fa05464b-677c-42a1-932b-bd928725d17b,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:25:53.606088 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:53.839709 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] Routers {'42c1d565-31d7-451b-9c65-829ea2224f80'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:25:53.840600 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:25:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['42c1d565-31d7-451b-9c65-829ea2224f80'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:25:53.896063 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-eaed2642-2ef2-4c7c-8d4e-7bedc649868b req-b7786366-cb3d-4272-bbeb-13d2ca83fbce tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 210 time: 0.1391652 Aug 04 15:25:53.954033 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-b04a3068-392a-4dc5-87eb-47b9d5abe499 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:25:53.955549 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-b04a3068-392a-4dc5-87eb-47b9d5abe499 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.59 "GET /v2.0/networks?id=89d3de88-030a-42d8-9d29-df540f5bc376 HTTP/1.1" status: 200 len: 815 time: 0.6452928 Aug 04 15:25:54.058045 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740e96a-d359-48e3-83f1-35490a783f37 None None] Pushing event updated for resources: {'Port': ['ID=fa05464b-677c-42a1-932b-bd928725d17b,revision_number=3']} {{(pid=93422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:54.099725 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-0303455a-ec2d-4df7-b0fe-941b8795da94 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Request body: {'port': {'device_id': 'd4190812-eeb1-4939-bf89-9d8910da518e', 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376', 'admin_state_up': True, 'tenant_id': '86904fa016994708a0fe21de85f6359a'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:25:54.155057 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afcde95-480c-4ddf-a669-dd71c0d57d07 admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:25:54.165426 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] Sync routers for ids ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:25:54.199334 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] Routers {'fd495a11-bd8f-444c-8b11-bfecf64b6dcb'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:25:54.200491 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:25:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:25:54.221147 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-57379152-c887-4464-981d-aa30af098986 req-a45bf50f-b05a-4de6-add4-d534d2d8030c tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 210 time: 0.1833146 Aug 04 15:25:54.226257 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_common [None req-dcfd0eac-093c-4bdd-91b1-297f4da589eb admin admin] Allocated IP 172.20.0.1 (dcd16224-3e84-44b0-a461-e2a9f25dc336/2601cba3-2975-403d-8fbf-30dac3fcbfd7/ae845bed-acfb-41b7-8753-042742ff9956) {{(pid=93420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:25:54.235923 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4afcde95-480c-4ddf-a669-dd71c0d57d07 admin admin] Notify callbacks [] for router, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:54.240220 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-4afcde95-480c-4ddf-a669-dd71c0d57d07 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.7792821 Aug 04 15:25:54.247601 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 50636) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:54.251781 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] Set router 42c1d565-31d7-451b-9c65-829ea2224f80 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:25:54.460097 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0eac-093c-4bdd-91b1-297f4da589eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:54.528571 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] Set router fd495a11-bd8f-444c-8b11-bfecf64b6dcb gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:25:54.557984 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0eac-093c-4bdd-91b1-297f4da589eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:54.677690 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-5a10008a-3c4e-43ef-ad08-862328a84ca9 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Allocated IP 172.20.0.13 (1f9a821d-10e1-46e0-8e3a-0094644acfb1/d29a814b-c6fd-4ad5-a0f4-27ffda01edcc/02e32fda-c052-4c09-8357-70ddb89d29c9) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:25:54.699197 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfd0eac-093c-4bdd-91b1-297f4da589eb admin admin] Network dcd16224-3e84-44b0-a461-e2a9f25dc336 is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:25:54.707774 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-dcfd0eac-093c-4bdd-91b1-297f4da589eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:25:54.715239 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfd0eac-093c-4bdd-91b1-297f4da589eb admin admin] Received port after_create {{(pid=93420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:25:54.766527 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-2754321d-7223-4753-9dae-b4b07ffa2620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:54.778131 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c1d565-31d7-451b-9c65-829ea2224f80', 'name': 'tempest-ServerRescueNegativeTestJSON-328079406-router', 'tenant_id': '13d02bf790ce4464804411b784db648d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'fa05464b-677c-42a1-932b-bd928725d17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:25:49Z', 'revision_number': 3, 'project_id': '13d02bf790ce4464804411b784db648d', 'gw_port': {'id': 'fa05464b-677c-42a1-932b-bd928725d17b', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c1d565-31d7-451b-9c65-829ea2224f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:25:54.779059 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0eac-093c-4bdd-91b1-297f4da589eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8065860'] for router_interface, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:54.851953 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd0eac-093c-4bdd-91b1-297f4da589eb admin admin] Pushing event updated for resources: {'Port': ['ID=ae845bed-acfb-41b7-8753-042742ff9956,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:54.933188 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:25:50Z', 'revision_number': 3, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'gw_port': {'id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:25:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:25:54.937593 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a059a1-9135-4310-ac11-e244094733c9 None None] The sync data for ids ['42c1d565-31d7-451b-9c65-829ea2224f80'] in dv-cinder-689486-15-iscsi is: [{'id': '42c1d565-31d7-451b-9c65-829ea2224f80', 'name': 'tempest-ServerRescueNegativeTestJSON-328079406-router', 'tenant_id': '13d02bf790ce4464804411b784db648d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'fa05464b-677c-42a1-932b-bd928725d17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:25:49Z', 'revision_number': 3, 'project_id': '13d02bf790ce4464804411b784db648d', 'gw_port': {'id': 'fa05464b-677c-42a1-932b-bd928725d17b', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c1d565-31d7-451b-9c65-829ea2224f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}] {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:25:55.036474 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] Checking router: fd495a11-bd8f-444c-8b11-bfecf64b6dcb for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:25:55.037912 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-0303455a-ec2d-4df7-b0fe-941b8795da94 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Made reservation on behalf of 86904fa016994708a0fe21de85f6359a for: {'port': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:25:55.039616 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] Updating router fd495a11-bd8f-444c-8b11-bfecf64b6dcb port 8df3e009-2863-4a14-b8cb-4809401e76ea binding host dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:25:55.048935 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-0303455a-ec2d-4df7-b0fe-941b8795da94 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:55.119274 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:55.187551 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-2754321d-7223-4753-9dae-b4b07ffa2620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:55.321341 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-bea7c76b-7d14-46a6-b6fc-878d367a779b req-0f13263c-2501-484c-814f-9d09c22c79fd tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 210 time: 0.1259165 Aug 04 15:25:55.353390 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0eac-093c-4bdd-91b1-297f4da589eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:55.868985 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 50678) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:55.988547 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-15b00324-bc86-47d0-9390-5f1983f172c2 req-ed8cdb90-f450-4e37-b545-acfc75bf81b2 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 210 time: 0.5059428 Aug 04 15:25:56.012192 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0eac-093c-4bdd-91b1-297f4da589eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:56.020756 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0eac-093c-4bdd-91b1-297f4da589eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773002'] for port, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:56.146418 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] Notify callbacks [] for port, precommit_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:56.159169 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7cc949a8-4175-48e7-b780-3318b00a1480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:56.159514 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] Transition to ACTIVE for port object 8df3e009-2863-4a14-b8cb-4809401e76ea will not be triggered until provisioned by entity L2. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:25:56.166637 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device fa05464b-677c-42a1-932b-bd928725d17b up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:25:56.171776 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:56.444751 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] Attempting to bind port 8df3e009-2863-4a14-b8cb-4809401e76ea on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:25:56.452466 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] Attempting to bind port 8df3e009-2863-4a14-b8cb-4809401e76ea by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:25:56.453101 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] Attempting to bind port 8df3e009-2863-4a14-b8cb-4809401e76ea on network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:25:56.492436 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c451395-ccd3-46cf-9003-fb2e181dbc36 None None] Pushing event updated for resources: {'Port': ['ID=8df3e009-2863-4a14-b8cb-4809401e76ea,revision_number=2']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:56.568198 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:25:56.569429 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] Checking segment: {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:25:56.571048 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:56.574035 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] Bound using segment: {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:25:56.574964 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] Bound port: 8df3e009-2863-4a14-b8cb-4809401e76ea, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:25:56.575619 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:56.663602 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port fa05464b-677c-42a1-932b-bd928725d17b completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:25:56.682899 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port fa05464b-677c-42a1-932b-bd928725d17b triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:25:56.688645 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:56.814117 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd0eac-093c-4bdd-91b1-297f4da589eb admin admin] Pushing event updated for resources: {'Port': ['ID=ae845bed-acfb-41b7-8753-042742ff9956,revision_number=2']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:56.844473 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] For port 8df3e009-2863-4a14-b8cb-4809401e76ea, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:25:56.849846 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] For port 8df3e009-2863-4a14-b8cb-4809401e76ea, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=8df3e009-2863-4a14-b8cb-4809401e76ea,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:25:56.856483 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-76905403-425e-4ac7-816a-aa7dbdd3348f req-34e27bd1-4456-4551-8275-c2e6f72c9ade tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 210 time: 0.0635569 Aug 04 15:25:56.857505 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0eac-093c-4bdd-91b1-297f4da589eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7928233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8071454'] for router_interface, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:56.870442 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:57.003985 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-2754321d-7223-4753-9dae-b4b07ffa2620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:57.007379 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-2754321d-7223-4753-9dae-b4b07ffa2620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:57.011338 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-2754321d-7223-4753-9dae-b4b07ffa2620 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f32b412-8733-4899-b507-86f45127f8f8 HTTP/1.1" status: 204 len: 168 time: 3.9436526 Aug 04 15:25:57.017141 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9d19a0ac-e64b-4250-af48-be3f61ed40e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:57.094014 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] Routers {'fd495a11-bd8f-444c-8b11-bfecf64b6dcb'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:25:57.094667 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:25:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:25:57.167442 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754321d-7223-4753-9dae-b4b07ffa2620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f32b412-8733-4899-b507-86f45127f8f8,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:57.202583 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfd0eac-093c-4bdd-91b1-297f4da589eb admin admin] Network dcd16224-3e84-44b0-a461-e2a9f25dc336 is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:25:57.206863 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-dcfd0eac-093c-4bdd-91b1-297f4da589eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:25:57.339947 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c451395-ccd3-46cf-9003-fb2e181dbc36 None None] Pushing event updated for resources: {'Port': ['ID=8df3e009-2863-4a14-b8cb-4809401e76ea,revision_number=3']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:57.374304 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:57.378524 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-31b9a371-c3f3-45ae-b51f-6c8a232956be req-43126f4d-765a-46fb-8b66-b8dfcbc3a220 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 210 time: 0.1392903 Aug 04 15:25:57.387673 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-0303455a-ec2d-4df7-b0fe-941b8795da94 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Allocated IP 172.20.0.4 (89d3de88-030a-42d8-9d29-df540f5bc376/a02c79f9-420f-484e-8ece-b0ac630d460f/d3dea6e8-e05f-4300-aee4-d3480f6c78e4) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:25:57.416605 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port fa05464b-677c-42a1-932b-bd928725d17b, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=fa05464b-677c-42a1-932b-bd928725d17b,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:25:57.447369 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:57.490036 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-5a10008a-3c4e-43ef-ad08-862328a84ca9 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:57.504998 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7cc949a8-4175-48e7-b780-3318b00a1480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:57.556008 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7cc949a8-4175-48e7-b780-3318b00a1480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:57.630493 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] Set router fd495a11-bd8f-444c-8b11-bfecf64b6dcb gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:25:57.707702 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [None req-9d19a0ac-e64b-4250-af48-be3f61ed40e1 admin admin] Allocated IP 172.20.0.1 (dd89b09a-7ad5-4295-b4a2-c6269006ebd0/3e2c0f22-78d2-4799-9521-73d9b2f8536e/0f31edf3-797f-44f5-b381-5b0cc1bc7256) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:25:57.727446 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-7cc949a8-4175-48e7-b780-3318b00a1480 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03c7bb0ae8c44f58b674b50506f516f4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8573296 Aug 04 15:25:57.735027 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 50718) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:57.794931 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc949a8-4175-48e7-b780-3318b00a1480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac32d861-46df-4796-a15a-92d1f09d5fcb,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:57.822856 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=fa05464b-677c-42a1-932b-bd928725d17b,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:57.865959 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfd0eac-093c-4bdd-91b1-297f4da589eb admin admin] Router 42c1d565-31d7-451b-9c65-829ea2224f80 has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:25:57.957164 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9d19a0ac-e64b-4250-af48-be3f61ed40e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:57.978388 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [None req-9d19a0ac-e64b-4250-af48-be3f61ed40e1 admin admin] Transition to ACTIVE for port object 0f31edf3-797f-44f5-b381-5b0cc1bc7256 will not be triggered until provisioned by entity DHCP. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:25:58.048763 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 50722) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:58.112821 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfd0eac-093c-4bdd-91b1-297f4da589eb admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:25:58.124419 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] Sync routers for ids ['42c1d565-31d7-451b-9c65-829ea2224f80'] in dv-cinder-689486-15-iscsi {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:25:58.147319 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-dcfd0eac-093c-4bdd-91b1-297f4da589eb admin admin] 10.222.0.10 "PUT /v2.0/routers/42c1d565-31d7-451b-9c65-829ea2224f80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7485082 Aug 04 15:25:58.147558 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] Routers {'42c1d565-31d7-451b-9c65-829ea2224f80'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:25:58.147558 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:25:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['42c1d565-31d7-451b-9c65-829ea2224f80'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:25:58.173066 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e81e84c9-a1f2-4258-b119-c8e5cc615ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:58.206318 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-65f3f348-f989-4b95-9a28-3ed92a3a6a51 req-44091fa7-849e-4af6-adba-ce7efcba7190 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 210 time: 0.1002691 Aug 04 15:25:58.242586 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:25:50Z', 'revision_number': 3, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'gw_port': {'id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:25:58.246026 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 50728) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:58.274530 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e81e84c9-a1f2-4258-b119-c8e5cc615ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:58.313721 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9d19a0ac-e64b-4250-af48-be3f61ed40e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:58.315599 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec68c848-bd72-4e16-b81c-2db637689e86 None None] The sync data for ids ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'] in dv-cinder-689486-15-iscsi is: [{'id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:25:50Z', 'revision_number': 3, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'gw_port': {'id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:25:58.431422 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-5a10008a-3c4e-43ef-ad08-862328a84ca9 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:58.432216 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e81e84c9-a1f2-4258-b119-c8e5cc615ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:58.434975 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e81e84c9-a1f2-4258-b119-c8e5cc615ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:58.436421 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-e81e84c9-a1f2-4258-b119-c8e5cc615ba2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ac32d861-46df-4796-a15a-92d1f09d5fcb HTTP/1.1" status: 204 len: 168 time: 0.6979725 Aug 04 15:25:58.460340 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e84c9-a1f2-4258-b119-c8e5cc615ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac32d861-46df-4796-a15a-92d1f09d5fcb,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:58.604560 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 50736) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:25:58.613988 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-c149b5a6-a081-4f98-a8a9-97d5d36683ca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3795a9e6fe1444fa32130c214dc5954&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3599586 Aug 04 15:25:58.691586 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2b937ab0-4ac8-486b-ac68-a41882638411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:58.714567 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-5a10008a-3c4e-43ef-ad08-862328a84ca9 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Network 1f9a821d-10e1-46e0-8e3a-0094644acfb1 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:25:58.744462 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-5a10008a-3c4e-43ef-ad08-862328a84ca9 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:25:58.754893 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2b937ab0-4ac8-486b-ac68-a41882638411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:58.809196 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] Set router 42c1d565-31d7-451b-9c65-829ea2224f80 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:25:58.815657 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-5a10008a-3c4e-43ef-ad08-862328a84ca9 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:25:58.829005 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d19a0ac-e64b-4250-af48-be3f61ed40e1 admin admin] Network dd89b09a-7ad5-4295-b4a2-c6269006ebd0 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:25:58.843905 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0a173369-84ad-4a31-b10d-e8eb0f1b2090 req-98f0eb9a-4921-4e8e-b63b-771973d9b7eb tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 210 time: 0.2130511 Aug 04 15:25:58.938470 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2b937ab0-4ac8-486b-ac68-a41882638411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:58.943071 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2b937ab0-4ac8-486b-ac68-a41882638411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:58.945146 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-2b937ab0-4ac8-486b-ac68-a41882638411 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c25cb82-8bba-45e5-8836-1b6ce84c33df HTTP/1.1" status: 204 len: 168 time: 0.3393059 Aug 04 15:25:58.950006 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-5a10008a-3c4e-43ef-ad08-862328a84ca9 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:25:58.950702 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-5a10008a-3c4e-43ef-ad08-862328a84ca9 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:58.956643 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b937ab0-4ac8-486b-ac68-a41882638411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c25cb82-8bba-45e5-8836-1b6ce84c33df,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:58.965188 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-9d19a0ac-e64b-4250-af48-be3f61ed40e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:25:58.992425 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-35f72fbc-4a34-4f04-a16c-ea5495b98851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:59.012761 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d19a0ac-e64b-4250-af48-be3f61ed40e1 admin admin] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:25:59.093455 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19a0ac-e64b-4250-af48-be3f61ed40e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0f31edf3-797f-44f5-b381-5b0cc1bc7256,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:59.107652 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-0303455a-ec2d-4df7-b0fe-941b8795da94 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:59.289383 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10008a-3c4e-43ef-ad08-862328a84ca9 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Pushing event updated for resources: {'Port': ['ID=02e32fda-c052-4c09-8357-70ddb89d29c9,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:25:59.292518 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-5a10008a-3c4e-43ef-ad08-862328a84ca9 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0211270 Aug 04 15:25:59.330046 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9d19a0ac-e64b-4250-af48-be3f61ed40e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8065860'] for router_interface, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:59.385267 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-d3472357-7e98-462d-9760-0122933a75d7 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:25:59.386577 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-d3472357-7e98-462d-9760-0122933a75d7 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124218 Aug 04 15:25:59.497338 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c1d565-31d7-451b-9c65-829ea2224f80', 'name': 'tempest-ServerRescueNegativeTestJSON-328079406-router', 'tenant_id': '13d02bf790ce4464804411b784db648d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'fa05464b-677c-42a1-932b-bd928725d17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:25:55Z', 'revision_number': 4, 'project_id': '13d02bf790ce4464804411b784db648d', 'gw_port': {'id': 'fa05464b-677c-42a1-932b-bd928725d17b', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c1d565-31d7-451b-9c65-829ea2224f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': 'ae845bed-acfb-41b7-8753-042742ff9956', 'name': '', 'network_id': 'dcd16224-3e84-44b0-a461-e2a9f25dc336', 'tenant_id': '13d02bf790ce4464804411b784db648d', 'mac_address': 'fa:16:3e:c9:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c1d565-31d7-451b-9c65-829ea2224f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2601cba3-2975-403d-8fbf-30dac3fcbfd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:53Z', 'updated_at': '2021-08-04T15:25:55Z', 'revision_number': 2, 'project_id': '13d02bf790ce4464804411b784db648d', 'subnets': [{'id': '2601cba3-2975-403d-8fbf-30dac3fcbfd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:25:59.549699 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] Checking router: 42c1d565-31d7-451b-9c65-829ea2224f80 for host: dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:25:59.550316 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] Updating router 42c1d565-31d7-451b-9c65-829ea2224f80 port ae845bed-acfb-41b7-8753-042742ff9956 binding host dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:25:59.555033 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-c86e365a-5924-411b-9424-a0a259fba2f9 None None] Provisioning for port 0f31edf3-797f-44f5-b381-5b0cc1bc7256 completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:25:59.561500 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-c86e365a-5924-411b-9424-a0a259fba2f9 None None] Provisioning complete for port 0f31edf3-797f-44f5-b381-5b0cc1bc7256 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:25:59.561914 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c86e365a-5924-411b-9424-a0a259fba2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:59.601945 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:25:59.753452 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-c86e365a-5924-411b-9424-a0a259fba2f9 None None] Port 0f31edf3-797f-44f5-b381-5b0cc1bc7256 cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:25:59.995902 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-0303455a-ec2d-4df7-b0fe-941b8795da94 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:00.090438 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f78096-724e-4204-9789-a096ceba282b req-091ba498-31c2-4d78-a363-e1fa9c8ceea8 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:00.120073 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b6f78096-724e-4204-9789-a096ceba282b req-091ba498-31c2-4d78-a363-e1fa9c8ceea8 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/networks?id=dcd16224-3e84-44b0-a461-e2a9f25dc336 HTTP/1.1" status: 200 len: 818 time: 0.4061859 Aug 04 15:26:00.178727 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device fa05464b-677c-42a1-932b-bd928725d17b up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:26:00.218588 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b6f78096-724e-4204-9789-a096ceba282b req-75eefdef-37fb-4a24-94fb-07ec8c46eae3 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/quotas/13d02bf790ce4464804411b784db648d HTTP/1.1" status: 200 len: 375 time: 0.0920465 Aug 04 15:26:00.243070 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303455a-ec2d-4df7-b0fe-941b8795da94 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Pushing event updated for resources: {'Port': ['ID=d3dea6e8-e05f-4300-aee4-d3480f6c78e4,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:00.333466 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:00.350672 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.provisioning_blocks [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] Transition to ACTIVE for port object ae845bed-acfb-41b7-8753-042742ff9956 will not be triggered until provisioned by entity L2. {{(pid=93422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:26:00.360554 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:00.393488 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port fa05464b-677c-42a1-932b-bd928725d17b triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:26:00.394125 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:00.399478 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] Request body: {'port': {'device_id': '14965757-2ea7-46c1-b85a-3ca2c209b75b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:26:00.439434 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8cb1b-8ae5-423e-bd13-46f8d678db83 None None] Pushing event updated for resources: {'Port': ['ID=ae845bed-acfb-41b7-8753-042742ff9956,revision_number=3']} {{(pid=93422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:00.488923 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b6f78096-724e-4204-9789-a096ceba282b req-8433356f-6fed-4490-9143-238e127c1798 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=13d02bf790ce4464804411b784db648d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2676909 Aug 04 15:26:00.538248 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] Attempting to bind port ae845bed-acfb-41b7-8753-042742ff9956 on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:26:00.538862 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] Attempting to bind port ae845bed-acfb-41b7-8753-042742ff9956 by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '1cb910d9-1fa7-493c-ad0d-1cc24c3933a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dcd16224-3e84-44b0-a461-e2a9f25dc336'}] {{(pid=93422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:26:00.539419 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] Attempting to bind port ae845bed-acfb-41b7-8753-042742ff9956 on network dcd16224-3e84-44b0-a461-e2a9f25dc336 {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:26:00.547048 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:26:00.548143 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] Checking segment: {'id': '1cb910d9-1fa7-493c-ad0d-1cc24c3933a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dcd16224-3e84-44b0-a461-e2a9f25dc336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:26:00.548942 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:00.551741 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] Bound using segment: {'id': '1cb910d9-1fa7-493c-ad0d-1cc24c3933a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dcd16224-3e84-44b0-a461-e2a9f25dc336'} {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:26:00.552800 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] Bound port: ae845bed-acfb-41b7-8753-042742ff9956, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb910d9-1fa7-493c-ad0d-1cc24c3933a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dcd16224-3e84-44b0-a461-e2a9f25dc336'}}] {{(pid=93422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:26:00.553904 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:00.691462 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 8df3e009-2863-4a14-b8cb-4809401e76ea up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:26:00.725867 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.db [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] For port ae845bed-acfb-41b7-8753-042742ff9956, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:26:00.730416 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.db [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] For port ae845bed-acfb-41b7-8753-042742ff9956, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=ae845bed-acfb-41b7-8753-042742ff9956,segment=NetworkSegment(1cb910d9-1fa7-493c-ad0d-1cc24c3933a1),segment_id=1cb910d9-1fa7-493c-ad0d-1cc24c3933a1)] {{(pid=93422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:26:00.739377 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:00.745771 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b6f78096-724e-4204-9789-a096ceba282b req-0e160c71-8df0-4bcd-aa8c-d50d4c32a440 service neutron] 10.222.0.10 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448308 Aug 04 15:26:00.816256 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-0303455a-ec2d-4df7-b0fe-941b8795da94 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Network 89d3de88-030a-42d8-9d29-df540f5bc376 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:26:00.869969 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port 8df3e009-2863-4a14-b8cb-4809401e76ea completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:26:00.875713 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 8df3e009-2863-4a14-b8cb-4809401e76ea triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:26:00.876098 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:00.887508 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efc78e-ca24-40ae-a6fd-6daa8b2c42a1 req-435314be-1ff5-4830-9c9a-de3fccbd68f6 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:00.898463 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b3efc78e-ca24-40ae-a6fd-6daa8b2c42a1 req-435314be-1ff5-4830-9c9a-de3fccbd68f6 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 932 time: 1.0472460 Aug 04 15:26:00.940133 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-0303455a-ec2d-4df7-b0fe-941b8795da94 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:26:00.947526 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8cb1b-8ae5-423e-bd13-46f8d678db83 None None] Pushing event updated for resources: {'Port': ['ID=ae845bed-acfb-41b7-8753-042742ff9956,revision_number=4']} {{(pid=93422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:00.992733 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-0303455a-ec2d-4df7-b0fe-941b8795da94 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:26:01.022178 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] Routers {'42c1d565-31d7-451b-9c65-829ea2224f80'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:26:01.025672 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b6f78096-724e-4204-9789-a096ceba282b req-105d66c0-68eb-41be-af79-6b934f23fea5 service neutron] 10.222.0.10 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707014 Aug 04 15:26:01.026088 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:25:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['42c1d565-31d7-451b-9c65-829ea2224f80'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:26:01.055745 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:01.097449 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port 8df3e009-2863-4a14-b8cb-4809401e76ea, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=8df3e009-2863-4a14-b8cb-4809401e76ea,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:01.104570 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:01.329381 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=8df3e009-2863-4a14-b8cb-4809401e76ea,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:01.355074 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:01.416882 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] Set router 42c1d565-31d7-451b-9c65-829ea2224f80 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:26:01.438050 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b3efc78e-ca24-40ae-a6fd-6daa8b2c42a1 req-d72e02d7-93e9-4652-9f07-1c72db8beeb5 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319445 Aug 04 15:26:01.517158 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-0303455a-ec2d-4df7-b0fe-941b8795da94 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:01.517987 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-0303455a-ec2d-4df7-b0fe-941b8795da94 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:01.552868 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbebc72-4ef2-48fc-8cee-d1f1ef9a629c req-39adc889-4f58-4e8c-96ac-db85743c3e33 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:01.567488 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-7bbebc72-4ef2-48fc-8cee-d1f1ef9a629c req-39adc889-4f58-4e8c-96ac-db85743c3e33 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 931 time: 0.1840739 Aug 04 15:26:01.602479 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-35f72fbc-4a34-4f04-a16c-ea5495b98851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:01.665957 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9d19a0ac-e64b-4250-af48-be3f61ed40e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:01.674847 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-35f72fbc-4a34-4f04-a16c-ea5495b98851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:01.698815 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7ff56d35-e75c-44aa-bbc8-21a09424c24a req-200c27b2-ac3f-4388-bddf-c22646fee7b2 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 210 time: 0.1485689 Aug 04 15:26:01.719538 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-7bbebc72-4ef2-48fc-8cee-d1f1ef9a629c req-4671947f-bab3-42bf-9bfa-99a3e2078e96 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497986 Aug 04 15:26:01.725236 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-0303455a-ec2d-4df7-b0fe-941b8795da94 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6369638 Aug 04 15:26:01.755182 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] Request body: {'port': {'device_id': 'd4190812-eeb1-4939-bf89-9d8910da518e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:26:01.944388 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f72fbc-4a34-4f04-a16c-ea5495b98851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b344cf7-fcd9-405f-b5bc-1f4eae0f8264,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:01.951405 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 8df3e009-2863-4a14-b8cb-4809401e76ea up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:26:01.970927 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 50834) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:01.971725 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-35f72fbc-4a34-4f04-a16c-ea5495b98851 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12b0a7e941bd4c54abf803cd2e7480a5&name=default HTTP/1.1" status: 200 len: 2978 time: 3.9078674 Aug 04 15:26:02.163363 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-aa95a7a8-f5c5-44a2-9c7a-91c3605068c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:02.202379 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 8df3e009-2863-4a14-b8cb-4809401e76ea triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:26:02.202516 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:02.205388 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:02.286768 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-aa95a7a8-f5c5-44a2-9c7a-91c3605068c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:02.381644 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c1d565-31d7-451b-9c65-829ea2224f80', 'name': 'tempest-ServerRescueNegativeTestJSON-328079406-router', 'tenant_id': '13d02bf790ce4464804411b784db648d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'fa05464b-677c-42a1-932b-bd928725d17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:25:55Z', 'revision_number': 4, 'project_id': '13d02bf790ce4464804411b784db648d', 'gw_port': {'id': 'fa05464b-677c-42a1-932b-bd928725d17b', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c1d565-31d7-451b-9c65-829ea2224f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': 'ae845bed-acfb-41b7-8753-042742ff9956', 'name': '', 'network_id': 'dcd16224-3e84-44b0-a461-e2a9f25dc336', 'tenant_id': '13d02bf790ce4464804411b784db648d', 'mac_address': 'fa:16:3e:c9:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c1d565-31d7-451b-9c65-829ea2224f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2601cba3-2975-403d-8fbf-30dac3fcbfd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:53Z', 'updated_at': '2021-08-04T15:26:00Z', 'revision_number': 4, 'project_id': '13d02bf790ce4464804411b784db648d', 'subnets': [{'id': '2601cba3-2975-403d-8fbf-30dac3fcbfd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:26:02.429132 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-aa95a7a8-f5c5-44a2-9c7a-91c3605068c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:02.435892 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-aa95a7a8-f5c5-44a2-9c7a-91c3605068c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:02.440597 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-aa95a7a8-f5c5-44a2-9c7a-91c3605068c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b344cf7-fcd9-405f-b5bc-1f4eae0f8264 HTTP/1.1" status: 204 len: 168 time: 0.4656973 Aug 04 15:26:02.464549 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d52b6e0-ef3c-475d-9aab-75c61091b9f4 None None] The sync data for ids ['42c1d565-31d7-451b-9c65-829ea2224f80'] in dv-cinder-689486-15-iscsi is: [{'id': '42c1d565-31d7-451b-9c65-829ea2224f80', 'name': 'tempest-ServerRescueNegativeTestJSON-328079406-router', 'tenant_id': '13d02bf790ce4464804411b784db648d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'fa05464b-677c-42a1-932b-bd928725d17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:25:55Z', 'revision_number': 4, 'project_id': '13d02bf790ce4464804411b784db648d', 'gw_port': {'id': 'fa05464b-677c-42a1-932b-bd928725d17b', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c1d565-31d7-451b-9c65-829ea2224f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': 'ae845bed-acfb-41b7-8753-042742ff9956', 'name': '', 'network_id': 'dcd16224-3e84-44b0-a461-e2a9f25dc336', 'tenant_id': '13d02bf790ce4464804411b784db648d', 'mac_address': 'fa:16:3e:c9:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c1d565-31d7-451b-9c65-829ea2224f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2601cba3-2975-403d-8fbf-30dac3fcbfd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:53Z', 'updated_at': '2021-08-04T15:26:00Z', 'revision_number': 4, 'project_id': '13d02bf790ce4464804411b784db648d', 'subnets': [{'id': '2601cba3-2975-403d-8fbf-30dac3fcbfd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:26:02.468774 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95a7a8-f5c5-44a2-9c7a-91c3605068c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b344cf7-fcd9-405f-b5bc-1f4eae0f8264,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:02.718527 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae7cc8-c21f-491c-a9a6-43fb0b134bd9 req-07ba6f22-472a-4c68-bbd7-c30e58f3f44f tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:02.725943 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-83ae7cc8-c21f-491c-a9a6-43fb0b134bd9 req-07ba6f22-472a-4c68-bbd7-c30e58f3f44f tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 932 time: 0.0980389 Aug 04 15:26:02.771655 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-83ae7cc8-c21f-491c-a9a6-43fb0b134bd9 req-f9477557-bf7a-4a99-9d7d-8b65df8d9a79 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446906 Aug 04 15:26:02.950597 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ba7cb-ce9f-46b2-b2dc-5f660dfdcbe8 req-cebb1c4d-b69d-4b45-8281-1c08799093ce tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:02.952639 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c59ba7cb-ce9f-46b2-b2dc-5f660dfdcbe8 req-cebb1c4d-b69d-4b45-8281-1c08799093ce tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 931 time: 0.0820069 Aug 04 15:26:03.021625 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e32fda-c052-4c09-8357-70ddb89d29c9 {{(pid=93419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:26:03.026439 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c59ba7cb-ce9f-46b2-b2dc-5f660dfdcbe8 req-25ec33aa-5beb-44f5-a10c-e3541df0a277 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670724 Aug 04 15:26:03.046814 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:03.150312 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] Transition to ACTIVE for port object 02e32fda-c052-4c09-8357-70ddb89d29c9 will not be triggered until provisioned by entity L2. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:26:03.170352 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:03.204183 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-89c753cf-0ace-46cb-89df-46aa04415c91 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:03.205625 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-89c753cf-0ace-46cb-89df-46aa04415c91 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/networks?id=dcd16224-3e84-44b0-a461-e2a9f25dc336 HTTP/1.1" status: 200 len: 818 time: 0.6806252 Aug 04 15:26:03.295051 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-17a30880-1b4b-4772-b3c7-3bc6707ad13a tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/quotas/13d02bf790ce4464804411b784db648d HTTP/1.1" status: 200 len: 375 time: 0.0552578 Aug 04 15:26:03.326696 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] Pushing event updated for resources: {'Port': ['ID=02e32fda-c052-4c09-8357-70ddb89d29c9,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:03.609167 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9d19a0ac-e64b-4250-af48-be3f61ed40e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:03.644914 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9d19a0ac-e64b-4250-af48-be3f61ed40e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:03.822097 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-25bed4bd-fa30-4d07-b534-896682524139 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=13d02bf790ce4464804411b784db648d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5165257 Aug 04 15:26:03.904193 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3dea6e8-e05f-4300-aee4-d3480f6c78e4 {{(pid=93419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:26:03.927800 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19a0ac-e64b-4250-af48-be3f61ed40e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0f31edf3-797f-44f5-b381-5b0cc1bc7256,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:03.939162 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9d19a0ac-e64b-4250-af48-be3f61ed40e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7928233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8071454'] for router_interface, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:03.969091 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device ae845bed-acfb-41b7-8753-042742ff9956 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:26:04.006334 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:04.024391 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] Attempting to bind port 02e32fda-c052-4c09-8357-70ddb89d29c9 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:26:04.025746 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] Attempting to bind port 02e32fda-c052-4c09-8357-70ddb89d29c9 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '2887d116-b605-4aad-bb8e-ea8704cd6e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1f9a821d-10e1-46e0-8e3a-0094644acfb1'}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:26:04.026168 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] Attempting to bind port 02e32fda-c052-4c09-8357-70ddb89d29c9 on network 1f9a821d-10e1-46e0-8e3a-0094644acfb1 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:26:04.043200 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] Transition to ACTIVE for port object d3dea6e8-e05f-4300-aee4-d3480f6c78e4 will not be triggered until provisioned by entity L2. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:26:04.044254 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] Port 02e32fda-c052-4c09-8357-70ddb89d29c9 on network 1f9a821d-10e1-46e0-8e3a-0094644acfb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:26:04.044839 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] Attempting to bind port 02e32fda-c052-4c09-8357-70ddb89d29c9 on network 1f9a821d-10e1-46e0-8e3a-0094644acfb1 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:26:04.101886 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:04.116378 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] Checking agent: {'id': '5bc10963-30ee-40c9-994c-c74f44e4da8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'started_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:26:04.116750 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] Checking segment: {'id': '2887d116-b605-4aad-bb8e-ea8704cd6e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1f9a821d-10e1-46e0-8e3a-0094644acfb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:26:04.117657 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] Bound using segment: {'id': '2887d116-b605-4aad-bb8e-ea8704cd6e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1f9a821d-10e1-46e0-8e3a-0094644acfb1'} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:26:04.118514 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] Bound port: 02e32fda-c052-4c09-8357-70ddb89d29c9, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2887d116-b605-4aad-bb8e-ea8704cd6e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1f9a821d-10e1-46e0-8e3a-0094644acfb1'}}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:26:04.118897 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:04.127649 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37a6fb-7424-4412-8255-da573bf08dc6 req-6be3e410-f741-4dc6-b424-2fb661f2da17 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:04.134691 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dd37a6fb-7424-4412-8255-da573bf08dc6 req-6be3e410-f741-4dc6-b424-2fb661f2da17 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 944 time: 0.2240012 Aug 04 15:26:04.184432 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port ae845bed-acfb-41b7-8753-042742ff9956 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:26:04.189643 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port ae845bed-acfb-41b7-8753-042742ff9956 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:26:04.190087 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:04.279177 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dd37a6fb-7424-4412-8255-da573bf08dc6 req-4bd79893-89cc-4a60-86ad-41a64af42c8a tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344705 Aug 04 15:26:04.295712 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] Pushing event updated for resources: {'Port': ['ID=d3dea6e8-e05f-4300-aee4-d3480f6c78e4,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:04.398258 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:04.500201 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port ae845bed-acfb-41b7-8753-042742ff9956, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=ae845bed-acfb-41b7-8753-042742ff9956,segment=NetworkSegment(1cb910d9-1fa7-493c-ad0d-1cc24c3933a1),segment_id=1cb910d9-1fa7-493c-ad0d-1cc24c3933a1)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:04.514547 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:04.533440 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9520b-ea47-41fb-b07f-021e23b787a9 req-8f6b3fdd-1534-4116-befa-18c589555474 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:04.536396 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-60a9520b-ea47-41fb-b07f-021e23b787a9 req-8f6b3fdd-1534-4116-befa-18c589555474 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 943 time: 0.1358793 Aug 04 15:26:04.623312 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-60a9520b-ea47-41fb-b07f-021e23b787a9 req-0db756b8-8ce5-4ee2-964f-b9e3a79b1361 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806282 Aug 04 15:26:04.629315 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-1c3c027d-b561-432a-9e05-141506bec9de service neutron] 10.222.0.10 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7713041 Aug 04 15:26:04.630440 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] For port 02e32fda-c052-4c09-8357-70ddb89d29c9, host hv-cinder-68948, cleared binding levels {{(pid=93419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:26:04.636845 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=ae845bed-acfb-41b7-8753-042742ff9956,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:04.640065 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] For port 02e32fda-c052-4c09-8357-70ddb89d29c9, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=02e32fda-c052-4c09-8357-70ddb89d29c9,segment=NetworkSegment(2887d116-b605-4aad-bb8e-ea8704cd6e93),segment_id=2887d116-b605-4aad-bb8e-ea8704cd6e93)] {{(pid=93419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:26:04.673520 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d19a0ac-e64b-4250-af48-be3f61ed40e1 admin admin] Network dd89b09a-7ad5-4295-b4a2-c6269006ebd0 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:26:04.701685 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-9d19a0ac-e64b-4250-af48-be3f61ed40e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:26:04.714781 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:04.861909 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:04.862528 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:04.868388 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] 10.222.0.59 "PUT /v2.0/ports/02e32fda-c052-4c09-8357-70ddb89d29c9 HTTP/1.1" status: 200 len: 1094 time: 5.0183995 Aug 04 15:26:04.871330 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14965757-2ea7-46c1-b85a-3ca2c209b75b', 'tag': '02e32fda-c052-4c09-8357-70ddb89d29c9'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:26:04.965399 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-58d5a9a1-3ade-42b6-8d14-e6f0f0658b16 service neutron] 10.222.0.10 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281319 Aug 04 15:26:04.969077 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f5354-e4ce-44b8-8503-91b397434236 service neutron] Pushing event updated for resources: {'Port': ['ID=02e32fda-c052-4c09-8357-70ddb89d29c9,revision_number=3']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:05.072626 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aced97a0-2247-4f3b-806c-f2990f6e037b" -d '{"events": [{"name": "network-changed", "server_uuid": "14965757-2ea7-46c1-b85a-3ca2c209b75b", "tag": "02e32fda-c052-4c09-8357-70ddb89d29c9"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:26:05.074693 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-451bbf29-b21e-406f-b0a0-7bb148ef1df7 None None] Provisioning complete for port 0f31edf3-797f-44f5-b381-5b0cc1bc7256 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:26:05.075152 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-451bbf29-b21e-406f-b0a0-7bb148ef1df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:05.077352 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] Attempting to bind port d3dea6e8-e05f-4300-aee4-d3480f6c78e4 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:26:05.077693 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] Attempting to bind port d3dea6e8-e05f-4300-aee4-d3480f6c78e4 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '9f08c773-a146-4345-be73-3ea4c4cfc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376'}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:26:05.078025 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] Attempting to bind port d3dea6e8-e05f-4300-aee4-d3480f6c78e4 on network 89d3de88-030a-42d8-9d29-df540f5bc376 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:26:05.085886 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] Port d3dea6e8-e05f-4300-aee4-d3480f6c78e4 on network 89d3de88-030a-42d8-9d29-df540f5bc376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:26:05.086221 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] Attempting to bind port d3dea6e8-e05f-4300-aee4-d3480f6c78e4 on network 89d3de88-030a-42d8-9d29-df540f5bc376 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:26:05.102104 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] Checking agent: {'id': '5bc10963-30ee-40c9-994c-c74f44e4da8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'started_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:26:05.102297 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] Checking segment: {'id': '9f08c773-a146-4345-be73-3ea4c4cfc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:26:05.102599 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] Bound using segment: {'id': '9f08c773-a146-4345-be73-3ea4c4cfc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376'} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:26:05.103037 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] Bound port: d3dea6e8-e05f-4300-aee4-d3480f6c78e4, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f08c773-a146-4345-be73-3ea4c4cfc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376'}}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:26:05.103445 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:05.165148 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d19a0ac-e64b-4250-af48-be3f61ed40e1 admin admin] Router fd495a11-bd8f-444c-8b11-bfecf64b6dcb has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:26:05.178895 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-451bbf29-b21e-406f-b0a0-7bb148ef1df7 None None] Port 0f31edf3-797f-44f5-b381-5b0cc1bc7256 cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:26:05.213123 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] For port d3dea6e8-e05f-4300-aee4-d3480f6c78e4, host hv-cinder-68948, cleared binding levels {{(pid=93419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:26:05.282030 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] For port d3dea6e8-e05f-4300-aee4-d3480f6c78e4, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d3dea6e8-e05f-4300-aee4-d3480f6c78e4,segment=NetworkSegment(9f08c773-a146-4345-be73-3ea4c4cfc9cc),segment_id=9f08c773-a146-4345-be73-3ea4c4cfc9cc)] {{(pid=93419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:26:05.302015 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c43bd3d2-a8e3-4180-bdbf-4b258d87f7b5 req-dcb55b48-7747-4707-b6e2-3070b5738855 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 210 time: 0.0468478 Aug 04 15:26:05.305345 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ff7820-baf3-42f2-a04d-2a3fd1d19672 x-openstack-request-id: req-75ff7820-baf3-42f2-a04d-2a3fd1d19672 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:26:05.305467 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14965757-2ea7-46c1-b85a-3ca2c209b75b", "tag": "02e32fda-c052-4c09-8357-70ddb89d29c9", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:26:05.305660 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75ff7820-baf3-42f2-a04d-2a3fd1d19672 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:26:05.306114 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14965757-2ea7-46c1-b85a-3ca2c209b75b', 'tag': '02e32fda-c052-4c09-8357-70ddb89d29c9', 'status': 'completed', 'code': 200} Aug 04 15:26:05.307227 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:05.414729 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:05.415413 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:05.416817 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] 10.222.0.59 "PUT /v2.0/ports/d3dea6e8-e05f-4300-aee4-d3480f6c78e4 HTTP/1.1" status: 200 len: 1093 time: 3.6665380 Aug 04 15:26:05.432582 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f549a4f-c70e-49b1-8fdc-bdd4a4259f47 service neutron] Pushing event updated for resources: {'Port': ['ID=d3dea6e8-e05f-4300-aee4-d3480f6c78e4,revision_number=3']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:05.442628 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d19a0ac-e64b-4250-af48-be3f61ed40e1 admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:26:05.453330 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] Sync routers for ids ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:26:05.468616 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-9d19a0ac-e64b-4250-af48-be3f61ed40e1 admin admin] 10.222.0.10 "PUT /v2.0/routers/fd495a11-bd8f-444c-8b11-bfecf64b6dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2197931 Aug 04 15:26:05.472170 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0993900-0d58-4563-8369-620b406ba721 req-6484e7e7-0d69-4d64-a21e-0bd79e63e7cb tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:05.474968 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e0993900-0d58-4563-8369-620b406ba721 req-6484e7e7-0d69-4d64-a21e-0bd79e63e7cb tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 944 time: 0.0780659 Aug 04 15:26:05.477145 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] Routers {'fd495a11-bd8f-444c-8b11-bfecf64b6dcb'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:26:05.477789 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:25:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:26:05.525563 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e0993900-0d58-4563-8369-620b406ba721 req-ba6939f4-ff54-4604-875c-5f95a8af6f72 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422225 Aug 04 15:26:05.631531 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-72a139e9-98d8-471e-a191-924ce5859838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:05.777924 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] Set router fd495a11-bd8f-444c-8b11-bfecf64b6dcb gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:26:05.961808 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bf61d-ba4a-4450-8a5c-20f68c9e0705 req-46c3fed9-59f8-46bc-8435-54016ba6e111 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:05.963933 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7f1bf61d-ba4a-4450-8a5c-20f68c9e0705 req-46c3fed9-59f8-46bc-8435-54016ba6e111 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 943 time: 0.1606057 Aug 04 15:26:06.075679 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device ae845bed-acfb-41b7-8753-042742ff9956 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:26:06.077374 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7f1bf61d-ba4a-4450-8a5c-20f68c9e0705 req-a999dc44-2653-4e41-bed7-b94199de03ae tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060047 Aug 04 15:26:06.109689 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 51010) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:06.226026 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port ae845bed-acfb-41b7-8753-042742ff9956 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:26:06.226833 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:06.430633 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-96b0b50d-e7d5-4619-96cb-77fa535d320c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:06.487991 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'gw_port': {'id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '0f31edf3-797f-44f5-b381-5b0cc1bc7256', 'name': '', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'mac_address': 'fa:16:3e:f2:c0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:57Z', 'updated_at': '2021-08-04T15:26:02Z', 'revision_number': 2, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'subnets': [{'id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:26:06.500786 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7ab13ea3-6b3a-4994-9548-17e6e71d4f90 req-1106d94f-faa5-4048-99de-3b97b604ae06 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 210 time: 0.0494323 Aug 04 15:26:06.724206 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983763d0-db4b-42b6-8087-81af15a1e910 req-c2c73d82-df6e-4e49-84b3-280d8cf56c46 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:06.741454 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-983763d0-db4b-42b6-8087-81af15a1e910 req-c2c73d82-df6e-4e49-84b3-280d8cf56c46 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 944 time: 0.0734723 Aug 04 15:26:06.797340 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-96b0b50d-e7d5-4619-96cb-77fa535d320c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:06.804015 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-96b0b50d-e7d5-4619-96cb-77fa535d320c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:06.810535 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-983763d0-db4b-42b6-8087-81af15a1e910 req-4a70ac10-6818-42ac-8e69-0e43c45e4d9e tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673440 Aug 04 15:26:06.839569 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] Checking router: fd495a11-bd8f-444c-8b11-bfecf64b6dcb for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:26:06.839918 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] Updating router fd495a11-bd8f-444c-8b11-bfecf64b6dcb port 0f31edf3-797f-44f5-b381-5b0cc1bc7256 binding host dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:26:06.851442 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 51038) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:06.857084 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-b6269c00-7861-4eb5-a89e-3f7d247fb936 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1063654105', 'description': 'tempest-description--1581532251'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:26:06.888737 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-96b0b50d-e7d5-4619-96cb-77fa535d320c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e7f146c4f7c44ee88dcfcb0f4ecb768f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7767594 Aug 04 15:26:06.894835 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 51040) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:06.906566 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:06.949811 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0b50d-e7d5-4619-96cb-77fa535d320c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52af0ee8-5e49-433b-9067-9f110925c5c0,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:06.975191 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b6269c00-7861-4eb5-a89e-3f7d247fb936 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:07.024220 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7eaf739a-5b00-49d4-afe2-30f5866a4c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:07.064449 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7eaf739a-5b00-49d4-afe2-30f5866a4c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:07.293810 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b6269c00-7861-4eb5-a89e-3f7d247fb936 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:07.296748 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7eaf739a-5b00-49d4-afe2-30f5866a4c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:07.310085 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7eaf739a-5b00-49d4-afe2-30f5866a4c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:07.312373 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-7eaf739a-5b00-49d4-afe2-30f5866a4c9f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/52af0ee8-5e49-433b-9067-9f110925c5c0 HTTP/1.1" status: 204 len: 168 time: 0.4134977 Aug 04 15:26:07.352426 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4190812-eeb1-4939-bf89-9d8910da518e', 'tag': 'd3dea6e8-e05f-4300-aee4-d3480f6c78e4'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:26:07.360681 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5fd80a-325e-4333-b5ab-407f3b892149" -d '{"events": [{"name": "network-changed", "server_uuid": "d4190812-eeb1-4939-bf89-9d8910da518e", "tag": "d3dea6e8-e05f-4300-aee4-d3480f6c78e4"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:26:07.368479 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b6269c00-7861-4eb5-a89e-3f7d247fb936 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:07.401731 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b6269c00-7861-4eb5-a89e-3f7d247fb936 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:07.403305 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-b6269c00-7861-4eb5-a89e-3f7d247fb936 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5508714 Aug 04 15:26:07.406625 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 51056) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:07.410237 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf739a-5b00-49d4-afe2-30f5866a4c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52af0ee8-5e49-433b-9067-9f110925c5c0,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:07.411413 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-02f38c15-b91e-4931-8129-9765f4e7ee2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Request body: {'security_group_rule': {'security_group_id': '1891e912-fcd4-4b34-a259-d3b6519dd69c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:26:07.458954 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6269c00-7861-4eb5-a89e-3f7d247fb936 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1891e912-fcd4-4b34-a259-d3b6519dd69c,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:07.494548 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1e832-d938-455f-9a12-362f9759b28c req-8f21cecd-5a4c-4f04-919d-e99959d4a78c tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:07.497078 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0aa1e832-d938-455f-9a12-362f9759b28c req-8f21cecd-5a4c-4f04-919d-e99959d4a78c tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 943 time: 0.2365789 Aug 04 15:26:07.510417 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-02f38c15-b91e-4931-8129-9765f4e7ee2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:07.552433 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed29c4e-728b-4126-943a-5b59f3881dbc x-openstack-request-id: req-6ed29c4e-728b-4126-943a-5b59f3881dbc {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:26:07.552679 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4190812-eeb1-4939-bf89-9d8910da518e", "tag": "d3dea6e8-e05f-4300-aee4-d3480f6c78e4", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:26:07.552679 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ed29c4e-728b-4126-943a-5b59f3881dbc {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:26:07.553292 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4190812-eeb1-4939-bf89-9d8910da518e', 'tag': 'd3dea6e8-e05f-4300-aee4-d3480f6c78e4', 'status': 'completed', 'code': 200} Aug 04 15:26:07.574766 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0aa1e832-d938-455f-9a12-362f9759b28c req-3737ffba-f815-4011-a62a-4719b33be07f tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716722 Aug 04 15:26:07.777456 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-02f38c15-b91e-4931-8129-9765f4e7ee2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:07.875480 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-82c1f98d-9d3b-437e-adc1-594376924015 req-5532b284-9bad-4498-a2cc-3171a7fe7f5d tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 210 time: 0.1021135 Aug 04 15:26:07.886146 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-02f38c15-b91e-4931-8129-9765f4e7ee2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:07.951989 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f38c15-b91e-4931-8129-9765f4e7ee2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34871e84-345e-4e21-afcc-cc201d3f2fa8,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:07.968897 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-02f38c15-b91e-4931-8129-9765f4e7ee2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:07.971142 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-02f38c15-b91e-4931-8129-9765f4e7ee2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5634274 Aug 04 15:26:07.974635 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 51082) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:07.980902 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-4e6bbd19-aa8c-4a70-bc77-7104b37c2fc1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Request body: {'security_group_rule': {'security_group_id': '1891e912-fcd4-4b34-a259-d3b6519dd69c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:26:08.079015 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4e6bbd19-aa8c-4a70-bc77-7104b37c2fc1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:08.098563 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] Notify callbacks [] for port, precommit_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:08.121452 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] Transition to ACTIVE for port object 0f31edf3-797f-44f5-b381-5b0cc1bc7256 will not be triggered until provisioned by entity L2. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:26:08.135458 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:08.149194 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3a733-c0e9-4777-b67f-6e57e0bde254 req-9e877fe1-e546-4d84-8d29-d8b1436e3799 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:08.157731 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-21e3a733-c0e9-4777-b67f-6e57e0bde254 req-9e877fe1-e546-4d84-8d29-d8b1436e3799 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 944 time: 0.1488483 Aug 04 15:26:08.233881 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-21e3a733-c0e9-4777-b67f-6e57e0bde254 req-6cf7d3a8-77a4-42f7-8981-369e73bffb16 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668373 Aug 04 15:26:08.286001 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7588f1-8610-4270-9b65-cdaef4c8cd8f None None] Pushing event updated for resources: {'Port': ['ID=0f31edf3-797f-44f5-b381-5b0cc1bc7256,revision_number=3']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:08.319838 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4e6bbd19-aa8c-4a70-bc77-7104b37c2fc1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:08.330872 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4e6bbd19-aa8c-4a70-bc77-7104b37c2fc1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:08.347397 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] Attempting to bind port 0f31edf3-797f-44f5-b381-5b0cc1bc7256 on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:26:08.347926 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] Attempting to bind port 0f31edf3-797f-44f5-b381-5b0cc1bc7256 by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0'}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:26:08.348622 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] Attempting to bind port 0f31edf3-797f-44f5-b381-5b0cc1bc7256 on network dd89b09a-7ad5-4295-b4a2-c6269006ebd0 {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:26:08.357253 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:26:08.358723 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] Checking segment: {'id': '95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:26:08.359640 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:08.360413 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] Bound using segment: {'id': '95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0'} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:26:08.361208 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] Bound port: 0f31edf3-797f-44f5-b381-5b0cc1bc7256, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0'}}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:26:08.361985 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:08.409987 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bbd19-aa8c-4a70-bc77-7104b37c2fc1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd4b09d-23aa-472b-b1e9-a7d2e9b5ab2f,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:08.413752 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4e6bbd19-aa8c-4a70-bc77-7104b37c2fc1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:08.415372 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-4e6bbd19-aa8c-4a70-bc77-7104b37c2fc1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4390931 Aug 04 15:26:08.418398 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 51096) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:08.429559 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-4ee5efa2-096e-4598-8b1b-4f578efb4c2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Request body: {'floatingip': {'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:26:08.484399 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4ee5efa2-096e-4598-8b1b-4f578efb4c2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for floatingip, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:08.517056 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] For port 0f31edf3-797f-44f5-b381-5b0cc1bc7256, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:26:08.527335 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] For port 0f31edf3-797f-44f5-b381-5b0cc1bc7256, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=0f31edf3-797f-44f5-b381-5b0cc1bc7256,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:26:08.568225 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:08.801239 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7588f1-8610-4270-9b65-cdaef4c8cd8f None None] Pushing event updated for resources: {'Port': ['ID=0f31edf3-797f-44f5-b381-5b0cc1bc7256,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:08.864562 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16bc4a-2763-4943-b538-0251dd6cb549 req-5658ef0b-939e-4a92-aeff-0e45ca7e883a tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:08.889754 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4c16bc4a-2763-4943-b538-0251dd6cb549 req-5658ef0b-939e-4a92-aeff-0e45ca7e883a tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 943 time: 0.1455417 Aug 04 15:26:08.897009 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] Routers {'fd495a11-bd8f-444c-8b11-bfecf64b6dcb'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:26:08.897093 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:25:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:26:09.016367 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced97a0-2247-4f3b-806c-f2990f6e037b req-31a7659b-988c-4528-aead-cfc882662d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:09.028243 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-aced97a0-2247-4f3b-806c-f2990f6e037b req-31a7659b-988c-4528-aead-cfc882662d13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=82bee6cb176f415ab76d9f663eed0e06&device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 1097 time: 0.2780590 Aug 04 15:26:09.044607 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4c16bc4a-2763-4943-b538-0251dd6cb549 req-c1a2b3ff-3ac4-4faa-ab3d-81dbb90f391a tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538527 Aug 04 15:26:09.087112 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4ee5efa2-096e-4598-8b1b-4f578efb4c2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:09.273685 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0391c4db-ba75-4538-b97e-a52627428d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:09.446597 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] Set router fd495a11-bd8f-444c-8b11-bfecf64b6dcb gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:26:09.515551 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2580ab1-9571-400d-a2f9-52840f9343e2 req-dc696d3f-ee0f-4024-a685-a682dd3892f8 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:09.530960 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f2580ab1-9571-400d-a2f9-52840f9343e2 req-dc696d3f-ee0f-4024-a685-a682dd3892f8 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 944 time: 0.1288178 Aug 04 15:26:09.545244 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:09.567824 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-beef8932-e948-4725-9020-2a6d5b6d2dbf req-637ac19a-c8c8-47b2-a912-4e229e461a17 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 210 time: 0.4381173 Aug 04 15:26:09.619282 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f2580ab1-9571-400d-a2f9-52840f9343e2 req-c71b0f1d-f810-4a91-93f6-5db432af7233 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870497 Aug 04 15:26:09.663741 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:09.762295 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fd80a-325e-4333-b5ab-407f3b892149 req-e04ef6f0-1865-4666-a01d-00904441ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:09.763841 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bd5fd80a-325e-4333-b5ab-407f3b892149 req-e04ef6f0-1865-4666-a01d-00904441ccdc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=86904fa016994708a0fe21de85f6359a&device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 1096 time: 0.5210848 Aug 04 15:26:09.804897 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 51170) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:09.903823 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [None req-4ee5efa2-096e-4598-8b1b-4f578efb4c2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Allocated IP 172.27.3.120 (a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1/66c61c24-84f1-4482-97f0-c0986315f375/13d8139d-938f-48da-8551-021306fc3dc4) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:26:09.933345 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'gw_port': {'id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '0f31edf3-797f-44f5-b381-5b0cc1bc7256', 'name': '', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'mac_address': 'fa:16:3e:f2:c0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:57Z', 'updated_at': '2021-08-04T15:26:08Z', 'revision_number': 4, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'subnets': [{'id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:26:09.959080 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced97a0-2247-4f3b-806c-f2990f6e037b req-8ea654b7-e03b-449d-98a6-6cb3fee97093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:09.972642 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-aced97a0-2247-4f3b-806c-f2990f6e037b req-8ea654b7-e03b-449d-98a6-6cb3fee97093 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=82bee6cb176f415ab76d9f663eed0e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7245915 Aug 04 15:26:09.976403 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85742cd8-3798-47e1-a296-d6ca35be2276 None None] The sync data for ids ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'] in dv-cinder-689486-15-iscsi is: [{'id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'gw_port': {'id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '0f31edf3-797f-44f5-b381-5b0cc1bc7256', 'name': '', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'mac_address': 'fa:16:3e:f2:c0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:57Z', 'updated_at': '2021-08-04T15:26:08Z', 'revision_number': 4, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'subnets': [{'id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:26:09.994705 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.59', 50668) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:10.125789 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:10.190055 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-8ac976ec-3204-4a43-b5ec-a8a26b36d698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:10.291904 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 51190) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:10.350156 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fd80a-325e-4333-b5ab-407f3b892149 req-14af3ed5-3efc-40cb-9e43-3c9a4557f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:10.352312 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bd5fd80a-325e-4333-b5ab-407f3b892149 req-14af3ed5-3efc-40cb-9e43-3c9a4557f68c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=86904fa016994708a0fe21de85f6359a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5731566 Aug 04 15:26:10.479518 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f78096-724e-4204-9789-a096ceba282b req-d55dc80f-a15d-4f90-981f-ea1421294b92 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:10.481183 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b6f78096-724e-4204-9789-a096ceba282b req-d55dc80f-a15d-4f90-981f-ea1421294b92 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.59 "GET /v2.0/networks?id=dcd16224-3e84-44b0-a461-e2a9f25dc336 HTTP/1.1" status: 200 len: 818 time: 0.4904318 Aug 04 15:26:10.506737 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [req-b6f78096-724e-4204-9789-a096ceba282b req-358d7c7d-384b-43a5-b437-756665255d6b tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Request body: {'port': {'device_id': '65ccfd55-2428-40ad-bd86-1dc5c90850e4', 'network_id': 'dcd16224-3e84-44b0-a461-e2a9f25dc336', 'admin_state_up': True, 'tenant_id': '13d02bf790ce4464804411b784db648d'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:26:10.710861 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.59', 50673) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:10.885061 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebfb97-b51e-4e60-ad7d-3a45da172e1d req-112eb74e-3597-40af-b0db-dd337a5b7153 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:10.895739 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e8ebfb97-b51e-4e60-ad7d-3a45da172e1d req-112eb74e-3597-40af-b0db-dd337a5b7153 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 943 time: 0.5772586 Aug 04 15:26:10.939072 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-14fc67da-7e7c-441d-82f4-fbb78430cc2b req-d914cc14-f648-4d8c-9ad1-0cba71d37d53 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 210 time: 0.0716395 Aug 04 15:26:10.959761 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1f0bbbc5-3fa2-4263-a466-64d6e000f487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:11.020424 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced97a0-2247-4f3b-806c-f2990f6e037b req-530494cb-352f-4c34-9d32-e9e67e5c317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:11.020424 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-aced97a0-2247-4f3b-806c-f2990f6e037b req-530494cb-352f-4c34-9d32-e9e67e5c317e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9922915 Aug 04 15:26:11.092238 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e8ebfb97-b51e-4e60-ad7d-3a45da172e1d req-0945ae49-f2f0-47e7-98a6-5bf081d0692a tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955092 Aug 04 15:26:11.110616 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-8ac976ec-3204-4a43-b5ec-a8a26b36d698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:11.122043 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4ee5efa2-096e-4598-8b1b-4f578efb4c2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:11.150837 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-8ac976ec-3204-4a43-b5ec-a8a26b36d698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:11.196077 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fd80a-325e-4333-b5ab-407f3b892149 req-89b8dc0c-09b9-4602-9aaa-91cb9c3aa5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:11.197460 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bd5fd80a-325e-4333-b5ab-407f3b892149 req-89b8dc0c-09b9-4602-9aaa-91cb9c3aa5a6 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8201163 Aug 04 15:26:11.225650 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-76eca626-3391-433a-9484-32d8be04f250 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:11.229568 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-76eca626-3391-433a-9484-32d8be04f250 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.59 "GET /v2.0/networks?id=dcd16224-3e84-44b0-a461-e2a9f25dc336 HTTP/1.1" status: 200 len: 818 time: 0.5129921 Aug 04 15:26:11.244264 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-8c91737a-1f7b-48e1-8bd7-be6ff9f720a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:11.246071 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-8c91737a-1f7b-48e1-8bd7-be6ff9f720a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=82bee6cb176f415ab76d9f663eed0e06&device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 1097 time: 0.1289747 Aug 04 15:26:11.257541 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-290169b1-5554-4686-850c-1ab42d7b2055 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Request body: {'port': {'device_id': '4b674c2d-d534-4ea4-bd12-5c69a1205ef0', 'network_id': 'dcd16224-3e84-44b0-a461-e2a9f25dc336', 'admin_state_up': True, 'tenant_id': '13d02bf790ce4464804411b784db648d'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:26:11.288675 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac976ec-3204-4a43-b5ec-a8a26b36d698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6e57e8-1044-437d-b185-198c6565ec77,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:11.299232 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-8ac976ec-3204-4a43-b5ec-a8a26b36d698 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a0e1e926c03b4cc2a471760b0ed555a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4927804 Aug 04 15:26:11.304256 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 51236) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:11.342451 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca565bc-e934-4d91-86d8-a153e2711a21 req-e1447bfa-3a4a-430d-a12e-a641a853a7fd tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:11.344222 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-7ca565bc-e934-4d91-86d8-a153e2711a21 req-e1447bfa-3a4a-430d-a12e-a641a853a7fd tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 944 time: 0.2513540 Aug 04 15:26:11.462471 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-7ca565bc-e934-4d91-86d8-a153e2711a21 req-ce7bd7eb-8462-47d3-a971-cad245f1145e tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078873 Aug 04 15:26:11.463892 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-12ba956a-457d-4dde-98d2-734450842796 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02e32fda-c052-4c09-8357-70ddb89d29c9 HTTP/1.1" status: 200 len: 217 time: 0.2025628 Aug 04 15:26:11.473606 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4ee5efa2-096e-4598-8b1b-4f578efb4c2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:11.479209 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-05fa8600-adba-4cb7-84b2-83c3369c8c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:11.516136 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1f0bbbc5-3fa2-4263-a466-64d6e000f487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:11.531007 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1f0bbbc5-3fa2-4263-a466-64d6e000f487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:11.537058 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-05fa8600-adba-4cb7-84b2-83c3369c8c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:11.599310 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5efa2-096e-4598-8b1b-4f578efb4c2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Pushing event updated for resources: {'Port': ['ID=13d8139d-938f-48da-8551-021306fc3dc4,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:11.608806 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee5efa2-096e-4598-8b1b-4f578efb4c2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:26:11.610949 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-14ef7d0a-302e-4fd2-88b4-029611926fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:11.612611 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-14ef7d0a-302e-4fd2-88b4-029611926fdd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d29a814b-c6fd-4ad5-a0f4-27ffda01edcc HTTP/1.1" status: 200 len: 852 time: 0.1349645 Aug 04 15:26:11.617038 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f78096-724e-4204-9789-a096ceba282b req-358d7c7d-384b-43a5-b437-756665255d6b tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Made reservation on behalf of 13d02bf790ce4464804411b784db648d for: {'port': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:26:11.620418 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-4ee5efa2-096e-4598-8b1b-4f578efb4c2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:26:11.626253 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-b6f78096-724e-4204-9789-a096ceba282b req-358d7c7d-384b-43a5-b437-756665255d6b tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:11.628519 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-cd07e9d6-dfaf-40c3-8c83-971e6fe17f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:11.630117 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-cd07e9d6-dfaf-40c3-8c83-971e6fe17f77 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=86904fa016994708a0fe21de85f6359a&device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 1096 time: 0.3816748 Aug 04 15:26:11.638473 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-1f0bbbc5-3fa2-4263-a466-64d6e000f487 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d93eff9199b94fa3b6dfb1eda650b677&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3455780 Aug 04 15:26:11.649356 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 51254) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:11.650718 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bbbc5-3fa2-4263-a466-64d6e000f487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5cfebb-c41e-4be1-8f13-1ff26e1dc8fe,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:11.762577 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-05fa8600-adba-4cb7-84b2-83c3369c8c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:11.765831 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-05fa8600-adba-4cb7-84b2-83c3369c8c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:11.769897 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-05fa8600-adba-4cb7-84b2-83c3369c8c22 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8c6e57e8-1044-437d-b185-198c6565ec77 HTTP/1.1" status: 204 len: 168 time: 0.4611862 Aug 04 15:26:11.858040 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee5efa2-096e-4598-8b1b-4f578efb4c2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:26:11.863954 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6ef8a157-2824-4664-a433-5f98728804b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:11.890769 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa8600-adba-4cb7-84b2-83c3369c8c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6e57e8-1044-437d-b185-198c6565ec77,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:11.901642 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-79d0e3d8-7c0f-422c-b250-a9b5f0c4776e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f9a821d-10e1-46e0-8e3a-0094644acfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2788491 Aug 04 15:26:11.956524 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 0f31edf3-797f-44f5-b381-5b0cc1bc7256 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:26:11.972705 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6ef8a157-2824-4664-a433-5f98728804b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:11.976051 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-03d68ef3-401d-4e89-baad-6dde60cbd710 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3dea6e8-e05f-4300-aee4-d3480f6c78e4 HTTP/1.1" status: 200 len: 217 time: 0.0696390 Aug 04 15:26:12.027963 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 51262) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:12.086400 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port 0f31edf3-797f-44f5-b381-5b0cc1bc7256 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:26:12.091414 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 0f31edf3-797f-44f5-b381-5b0cc1bc7256 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:26:12.092842 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:12.110323 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_common [req-b6f78096-724e-4204-9789-a096ceba282b req-358d7c7d-384b-43a5-b437-756665255d6b tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Allocated IP 172.20.0.5 (dcd16224-3e84-44b0-a461-e2a9f25dc336/2601cba3-2975-403d-8fbf-30dac3fcbfd7/709cc591-7cd9-415b-8047-eb26fd33a8b3) {{(pid=93420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:26:12.144356 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6ef8a157-2824-4664-a433-5f98728804b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:12.147534 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6ef8a157-2824-4664-a433-5f98728804b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:12.148921 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-6ef8a157-2824-4664-a433-5f98728804b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e5cfebb-c41e-4be1-8f13-1ff26e1dc8fe HTTP/1.1" status: 204 len: 168 time: 0.4848411 Aug 04 15:26:12.193494 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8a157-2824-4664-a433-5f98728804b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5cfebb-c41e-4be1-8f13-1ff26e1dc8fe,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:12.292863 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:12.300441 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-d7ff05fd-ce59-4825-818d-800c8dd14f43 service neutron] 10.222.0.59 "GET /v2.0/networks/1f9a821d-10e1-46e0-8e3a-0094644acfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279364 Aug 04 15:26:12.302335 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5be96b77-b18e-4c7b-9ab9-cae1792df108 req-4581a4fe-d44b-4fcc-84d0-954b567d240a tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 210 time: 0.1343057 Aug 04 15:26:12.363835 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port 0f31edf3-797f-44f5-b381-5b0cc1bc7256, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=0f31edf3-797f-44f5-b381-5b0cc1bc7256,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:12.374288 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:12.414382 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3ce9cbd7-b0be-42b2-a86a-d1f74d7b7fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:12.423271 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-08fa7be2-b185-4f98-8796-c72d8eb62eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:12.424637 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-08fa7be2-b185-4f98-8796-c72d8eb62eb4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a02c79f9-420f-484e-8ece-b0ac630d460f HTTP/1.1" status: 200 len: 855 time: 0.2094569 Aug 04 15:26:12.461534 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19336630-c598-4e76-abba-ed6f579a5aa0 req-45a8ee33-dc89-4ebd-8a99-de3ab7fd41c2 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:12.472544 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-19336630-c598-4e76-abba-ed6f579a5aa0 req-45a8ee33-dc89-4ebd-8a99-de3ab7fd41c2 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 943 time: 0.2931304 Aug 04 15:26:12.476851 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 51286) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:12.501265 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=0f31edf3-797f-44f5-b381-5b0cc1bc7256,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:12.519240 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-23b8d7ff-1eb5-4db4-90a4-7045a195d6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:12.592933 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:12.594964 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-19336630-c598-4e76-abba-ed6f579a5aa0 req-54da7adb-0ce0-46ab-88aa-ba8e90306d30 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250670 Aug 04 15:26:12.598471 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-b6f78096-724e-4204-9789-a096ceba282b req-358d7c7d-384b-43a5-b437-756665255d6b tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Notify callbacks [] for port, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:12.603583 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4ee5efa2-096e-4598-8b1b-4f578efb4c2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:12.611342 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-25dadf71-9461-4878-901e-3cf892eca689 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89d3de88-030a-42d8-9d29-df540f5bc376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1780288 Aug 04 15:26:12.700134 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-b6f78096-724e-4204-9789-a096ceba282b req-358d7c7d-384b-43a5-b437-756665255d6b tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:12.705810 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3ce9cbd7-b0be-42b2-a86a-d1f74d7b7fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:12.757328 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3ce9cbd7-b0be-42b2-a86a-d1f74d7b7fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:12.758370 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4ee5efa2-096e-4598-8b1b-4f578efb4c2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:12.814274 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a410c5e-cbeb-4b19-8207-a64a27a22c48 req-90aeb143-ab4e-4ea4-b673-1135a941b5d4 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:12.815849 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4a410c5e-cbeb-4b19-8207-a64a27a22c48 req-90aeb143-ab4e-4ea4-b673-1135a941b5d4 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 944 time: 0.2159750 Aug 04 15:26:12.817715 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-173f1ec1-802e-4cf3-996f-f807da40d000 service neutron] 10.222.0.59 "GET /v2.0/networks/1f9a821d-10e1-46e0-8e3a-0094644acfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087198 Aug 04 15:26:12.817995 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f78096-724e-4204-9789-a096ceba282b req-358d7c7d-384b-43a5-b437-756665255d6b tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Network dcd16224-3e84-44b0-a461-e2a9f25dc336 is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:26:12.851222 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [req-b6f78096-724e-4204-9789-a096ceba282b req-358d7c7d-384b-43a5-b437-756665255d6b tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:26:12.854046 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f78096-724e-4204-9789-a096ceba282b req-358d7c7d-384b-43a5-b437-756665255d6b tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Received port after_create {{(pid=93420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:26:12.883432 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-0dee8c87-a30d-404f-bbd7-8cb59456fb14 service neutron] 10.222.0.59 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601638 Aug 04 15:26:12.891206 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d7c7d-384b-43a5-b437-756665255d6b tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Pushing event updated for resources: {'Port': ['ID=709cc591-7cd9-415b-8047-eb26fd33a8b3,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:12.911310 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-3ce9cbd7-b0be-42b2-a86a-d1f74d7b7fdd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fcf3f9bf501c484fa49c2a733cb116c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8773475 Aug 04 15:26:12.914412 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9cbd7-b0be-42b2-a86a-d1f74d7b7fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7832b08d-1eae-4ddc-b7ec-3b060aa6d070,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:12.917904 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 51292) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:12.918250 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 51294) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:12.970216 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-eb735424-de5e-44f8-ad56-23b81f98b7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:12.978604 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4a410c5e-cbeb-4b19-8207-a64a27a22c48 req-e04ee8ec-8a6a-4ee1-84a4-ee4c6ec6e349 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331942 Aug 04 15:26:12.981087 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f78096-724e-4204-9789-a096ceba282b req-358d7c7d-384b-43a5-b437-756665255d6b tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:12.981742 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-b6f78096-724e-4204-9789-a096ceba282b req-358d7c7d-384b-43a5-b437-756665255d6b tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for port, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.053927 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f7d3ea8a-8752-4173-9042-b28931a0a72b req-1e7cf120-b1ef-479c-a946-e24b50c3429f service neutron] 10.222.0.59 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571462 Aug 04 15:26:13.060368 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-0fbb5b4e-46fa-426b-bde0-0f88d0f5f17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.077510 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4ee5efa2-096e-4598-8b1b-4f578efb4c2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.082410 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4ee5efa2-096e-4598-8b1b-4f578efb4c2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.083809 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-23b8d7ff-1eb5-4db4-90a4-7045a195d6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.091941 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-23b8d7ff-1eb5-4db4-90a4-7045a195d6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.099893 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-0fbb5b4e-46fa-426b-bde0-0f88d0f5f17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.156465 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8d7ff-1eb5-4db4-90a4-7045a195d6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8187f9-0e0b-45ec-af28-38076afbc5e0,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:13.161980 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-290169b1-5554-4686-850c-1ab42d7b2055 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Made reservation on behalf of 13d02bf790ce4464804411b784db648d for: {'port': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:26:13.165602 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-290169b1-5554-4686-850c-1ab42d7b2055 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.167758 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5efa2-096e-4598-8b1b-4f578efb4c2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Pushing event updated for resources: {'Port': ['ID=13d8139d-938f-48da-8551-021306fc3dc4,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:13.170419 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-23b8d7ff-1eb5-4db4-90a4-7045a195d6cd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b42eb25c8b74e3da83641e692d0bb29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6892323 Aug 04 15:26:13.172885 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 51296) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:13.177099 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b6f78096-724e-4204-9789-a096ceba282b req-358d7c7d-384b-43a5-b437-756665255d6b tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6814973 Aug 04 15:26:13.191412 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] Request body: {'port': {'device_id': '65ccfd55-2428-40ad-bd86-1dc5c90850e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:26:13.200445 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4ee5efa2-096e-4598-8b1b-4f578efb4c2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068737'] for floatingip, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.254319 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-0fbb5b4e-46fa-426b-bde0-0f88d0f5f17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.256929 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-0fbb5b4e-46fa-426b-bde0-0f88d0f5f17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.258079 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-0fbb5b4e-46fa-426b-bde0-0f88d0f5f17d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7832b08d-1eae-4ddc-b7ec-3b060aa6d070 HTTP/1.1" status: 204 len: 168 time: 0.3334544 Aug 04 15:26:13.279456 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.286938 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb5b4e-46fa-426b-bde0-0f88d0f5f17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7832b08d-1eae-4ddc-b7ec-3b060aa6d070,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:13.303933 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-2b175d28-771f-4b11-a329-337c8cea954e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.356745 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-2b175d28-771f-4b11-a329-337c8cea954e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.368784 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-eb735424-de5e-44f8-ad56-23b81f98b7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.380799 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-290169b1-5554-4686-850c-1ab42d7b2055 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Allocated IP 172.20.0.4 (dcd16224-3e84-44b0-a461-e2a9f25dc336/2601cba3-2975-403d-8fbf-30dac3fcbfd7/a90602ff-2172-4e09-ade3-3e67e5bcef83) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:26:13.392112 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4ee5efa2-096e-4598-8b1b-4f578efb4c2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.393567 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-4ee5efa2-096e-4598-8b1b-4f578efb4c2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9742606 Aug 04 15:26:13.446289 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-eb735424-de5e-44f8-ad56-23b81f98b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.458812 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-2b175d28-771f-4b11-a329-337c8cea954e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.463745 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-2b175d28-771f-4b11-a329-337c8cea954e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.465351 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-2b175d28-771f-4b11-a329-337c8cea954e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb8187f9-0e0b-45ec-af28-38076afbc5e0 HTTP/1.1" status: 204 len: 168 time: 0.2822301 Aug 04 15:26:13.520962 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b175d28-771f-4b11-a329-337c8cea954e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8187f9-0e0b-45ec-af28-38076afbc5e0,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:13.566790 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3b4df123-cca6-4c29-a7b5-f48d127f0072 req-223ac8d4-fdc2-4c76-bd3a-a80f8b9af497 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 210 time: 0.0937283 Aug 04 15:26:13.594381 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-eb735424-de5e-44f8-ad56-23b81f98b7b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=025c6eb9989740ccb88cd300309ecebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6590719 Aug 04 15:26:13.594381 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb735424-de5e-44f8-ad56-23b81f98b7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a93f20d-fd70-45fd-be02-f5a2cc18f923,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:13.594381 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 51310) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:13.641844 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-290169b1-5554-4686-850c-1ab42d7b2055 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.700439 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-92ca565a-77e2-4f1d-bf88-72424806f38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.704031 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-290169b1-5554-4686-850c-1ab42d7b2055 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.726581 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-92ca565a-77e2-4f1d-bf88-72424806f38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.751303 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-290169b1-5554-4686-850c-1ab42d7b2055 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Network dcd16224-3e84-44b0-a461-e2a9f25dc336 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:26:13.773975 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-290169b1-5554-4686-850c-1ab42d7b2055 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:26:13.777051 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-290169b1-5554-4686-850c-1ab42d7b2055 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:26:13.810637 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-92ca565a-77e2-4f1d-bf88-72424806f38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.814233 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-92ca565a-77e2-4f1d-bf88-72424806f38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.818570 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-92ca565a-77e2-4f1d-bf88-72424806f38f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a93f20d-fd70-45fd-be02-f5a2cc18f923 HTTP/1.1" status: 204 len: 168 time: 0.2284353 Aug 04 15:26:13.919049 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-290169b1-5554-4686-850c-1ab42d7b2055 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:13.925189 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-290169b1-5554-4686-850c-1ab42d7b2055 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:13.927573 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 0f31edf3-797f-44f5-b381-5b0cc1bc7256 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:26:13.973461 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-2c0001be-6807-4744-8f35-e728d658e726 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1063654105&fields=id&tenant_id=893953c6f8fa4c87b7f6a168eff46c0a HTTP/1.1" status: 200 len: 267 time: 0.2390640 Aug 04 15:26:13.994014 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-290169b1-5554-4686-850c-1ab42d7b2055 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7465096 Aug 04 15:26:14.052446 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 0f31edf3-797f-44f5-b381-5b0cc1bc7256 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:26:14.052806 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:14.071739 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 51332) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:14.100088 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-38ded304-64aa-46e2-9981-b31bcfd3a366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:14.148029 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca565a-77e2-4f1d-bf88-72424806f38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a93f20d-fd70-45fd-be02-f5a2cc18f923,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:14.165160 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] Request body: {'port': {'device_id': '4b674c2d-d534-4ea4-bd12-5c69a1205ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:26:14.224488 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d36e26-5c64-4812-96bd-194434b032d7 req-cbd697e9-a3e5-400c-9d18-4d428e1ff560 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:14.234837 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-17d36e26-5c64-4812-96bd-194434b032d7 req-cbd697e9-a3e5-400c-9d18-4d428e1ff560 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 943 time: 0.4554608 Aug 04 15:26:14.235041 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290169b1-5554-4686-850c-1ab42d7b2055 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Pushing event updated for resources: {'Port': ['ID=a90602ff-2172-4e09-ade3-3e67e5bcef83,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:14.289518 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-3457d65c-0ffd-4f80-bdca-376d66079492 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:14.298368 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-3457d65c-0ffd-4f80-bdca-376d66079492 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/networks?id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0 HTTP/1.1" status: 200 len: 817 time: 0.3109362 Aug 04 15:26:14.338137 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:14.340280 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-17d36e26-5c64-4812-96bd-194434b032d7 req-53bb97ae-9737-4f80-bfa5-e0e9cbfa200a tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041222 Aug 04 15:26:14.347439 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-195b8027-8db8-488b-832c-b19725e71bf9 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/quotas/893953c6f8fa4c87b7f6a168eff46c0a HTTP/1.1" status: 200 len: 375 time: 0.0481188 Aug 04 15:26:14.468590 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-17b900ad-b514-42fe-9ae0-d9430e30c964 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=893953c6f8fa4c87b7f6a168eff46c0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1202524 Aug 04 15:26:14.468807 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-38ded304-64aa-46e2-9981-b31bcfd3a366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:14.480940 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-38ded304-64aa-46e2-9981-b31bcfd3a366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:14.576519 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.notifiers.nova [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709cc591-7cd9-415b-8047-eb26fd33a8b3 {{(pid=93420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:26:14.598827 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:14.608019 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-38ded304-64aa-46e2-9981-b31bcfd3a366 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9653537f54b34918bfc1ae4649c60afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5260525 Aug 04 15:26:14.612743 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 51354) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:14.614858 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ded304-64aa-46e2-9981-b31bcfd3a366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdbea28-b09d-46bb-896b-e0d68af52257,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:14.658617 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa530c-57cc-4b8c-ac0a-5f90b1fe592a req-eaf3dbb7-0e76-4e5d-837e-461abbc3b18f tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:14.669249 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-47aa530c-57cc-4b8c-ac0a-5f90b1fe592a req-eaf3dbb7-0e76-4e5d-837e-461abbc3b18f tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 944 time: 0.1685944 Aug 04 15:26:14.683521 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.provisioning_blocks [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] Transition to ACTIVE for port object 709cc591-7cd9-415b-8047-eb26fd33a8b3 will not be triggered until provisioned by entity L2. {{(pid=93420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:26:14.718854 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773002'] for port, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:14.767109 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] Pushing event updated for resources: {'Port': ['ID=709cc591-7cd9-415b-8047-eb26fd33a8b3,revision_number=2']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:14.803228 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-47aa530c-57cc-4b8c-ac0a-5f90b1fe592a req-cd016f68-37ae-4bd1-ac58-7b219416d82d tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328394 Aug 04 15:26:14.852521 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f03e9cca-7fbd-43ae-a40e-8044634c6785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:14.964732 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-6b39e4c4-5655-456c-8b0f-f599b2d169df service neutron] 10.222.0.10 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819205 Aug 04 15:26:14.991266 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f03e9cca-7fbd-43ae-a40e-8044634c6785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:15.090249 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.managers [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] Attempting to bind port 709cc591-7cd9-415b-8047-eb26fd33a8b3 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=93420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:26:15.090612 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.managers [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] Attempting to bind port 709cc591-7cd9-415b-8047-eb26fd33a8b3 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '1cb910d9-1fa7-493c-ad0d-1cc24c3933a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dcd16224-3e84-44b0-a461-e2a9f25dc336'}] {{(pid=93420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:26:15.090943 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] Attempting to bind port 709cc591-7cd9-415b-8047-eb26fd33a8b3 on network dcd16224-3e84-44b0-a461-e2a9f25dc336 {{(pid=93420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:26:15.103154 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe2fd4-9e0b-409c-8870-2126ed63e9e7 req-d2b68b5d-5e88-4cec-baa7-30b53385088a tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:15.104777 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-cffe2fd4-9e0b-409c-8870-2126ed63e9e7 req-d2b68b5d-5e88-4cec-baa7-30b53385088a tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 931 time: 0.1628335 Aug 04 15:26:15.105484 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a90602ff-2172-4e09-ade3-3e67e5bcef83 {{(pid=93419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:26:15.107385 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] Port 709cc591-7cd9-415b-8047-eb26fd33a8b3 on network dcd16224-3e84-44b0-a461-e2a9f25dc336 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=93420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:26:15.108289 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] Attempting to bind port 709cc591-7cd9-415b-8047-eb26fd33a8b3 on network dcd16224-3e84-44b0-a461-e2a9f25dc336 {{(pid=93420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:26:15.115138 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] Checking agent: {'id': '5bc10963-30ee-40c9-994c-c74f44e4da8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'started_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:26:15.115521 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] Checking segment: {'id': '1cb910d9-1fa7-493c-ad0d-1cc24c3933a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dcd16224-3e84-44b0-a461-e2a9f25dc336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:26:15.116061 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] Bound using segment: {'id': '1cb910d9-1fa7-493c-ad0d-1cc24c3933a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dcd16224-3e84-44b0-a461-e2a9f25dc336'} {{(pid=93420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:26:15.116535 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.managers [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] Bound port: 709cc591-7cd9-415b-8047-eb26fd33a8b3, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb910d9-1fa7-493c-ad0d-1cc24c3933a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dcd16224-3e84-44b0-a461-e2a9f25dc336'}}] {{(pid=93420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:26:15.116925 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:15.124284 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:15.147181 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f03e9cca-7fbd-43ae-a40e-8044634c6785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:15.150361 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f03e9cca-7fbd-43ae-a40e-8044634c6785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:15.154796 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-f03e9cca-7fbd-43ae-a40e-8044634c6785 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bcdbea28-b09d-46bb-896b-e0d68af52257 HTTP/1.1" status: 204 len: 168 time: 0.5292428 Aug 04 15:26:15.163256 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] Transition to ACTIVE for port object a90602ff-2172-4e09-ade3-3e67e5bcef83 will not be triggered until provisioned by entity L2. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:26:15.175553 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:15.194833 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e9cca-7fbd-43ae-a40e-8044634c6785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdbea28-b09d-46bb-896b-e0d68af52257,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:15.218244 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-cffe2fd4-9e0b-409c-8870-2126ed63e9e7 req-5ea4d421-dabb-46a5-8d5d-343ab5003915 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976949 Aug 04 15:26:15.243709 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-7464e07b-a696-4e95-8e37-fea886b8c3e8 service neutron] 10.222.0.10 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781224 Aug 04 15:26:15.272432 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] For port 709cc591-7cd9-415b-8047-eb26fd33a8b3, host hv-cinder-68948, cleared binding levels {{(pid=93420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:26:15.279539 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] Pushing event updated for resources: {'Port': ['ID=a90602ff-2172-4e09-ade3-3e67e5bcef83,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:15.280279 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] For port 709cc591-7cd9-415b-8047-eb26fd33a8b3, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=709cc591-7cd9-415b-8047-eb26fd33a8b3,segment=NetworkSegment(1cb910d9-1fa7-493c-ad0d-1cc24c3933a1),segment_id=1cb910d9-1fa7-493c-ad0d-1cc24c3933a1)] {{(pid=93420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:26:15.294249 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773002'] for port, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:15.376884 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] Attempting to bind port a90602ff-2172-4e09-ade3-3e67e5bcef83 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:26:15.377759 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] Attempting to bind port a90602ff-2172-4e09-ade3-3e67e5bcef83 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '1cb910d9-1fa7-493c-ad0d-1cc24c3933a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dcd16224-3e84-44b0-a461-e2a9f25dc336'}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:26:15.378305 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] Attempting to bind port a90602ff-2172-4e09-ade3-3e67e5bcef83 on network dcd16224-3e84-44b0-a461-e2a9f25dc336 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:26:15.384487 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] Port a90602ff-2172-4e09-ade3-3e67e5bcef83 on network dcd16224-3e84-44b0-a461-e2a9f25dc336 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:26:15.384890 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] Attempting to bind port a90602ff-2172-4e09-ade3-3e67e5bcef83 on network dcd16224-3e84-44b0-a461-e2a9f25dc336 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:26:15.391566 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] Checking agent: {'id': '5bc10963-30ee-40c9-994c-c74f44e4da8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'started_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:26:15.391981 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] Checking segment: {'id': '1cb910d9-1fa7-493c-ad0d-1cc24c3933a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dcd16224-3e84-44b0-a461-e2a9f25dc336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:26:15.392445 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] Bound using segment: {'id': '1cb910d9-1fa7-493c-ad0d-1cc24c3933a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dcd16224-3e84-44b0-a461-e2a9f25dc336'} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:26:15.393089 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] Bound port: a90602ff-2172-4e09-ade3-3e67e5bcef83, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb910d9-1fa7-493c-ad0d-1cc24c3933a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dcd16224-3e84-44b0-a461-e2a9f25dc336'}}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:26:15.394123 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:15.400244 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:15.406187 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for port, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:15.407512 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b6f78096-724e-4204-9789-a096ceba282b req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] 10.222.0.59 "PUT /v2.0/ports/709cc591-7cd9-415b-8047-eb26fd33a8b3 HTTP/1.1" status: 200 len: 1093 time: 2.2203836 Aug 04 15:26:15.410921 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ccfd55-2428-40ad-bd86-1dc5c90850e4', 'tag': '709cc591-7cd9-415b-8047-eb26fd33a8b3'}] {{(pid=93420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:26:15.498837 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c02064-47c8-4949-b157-bf7bc777c967 service neutron] Pushing event updated for resources: {'Port': ['ID=709cc591-7cd9-415b-8047-eb26fd33a8b3,revision_number=3']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:15.512529 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] For port a90602ff-2172-4e09-ade3-3e67e5bcef83, host hv-cinder-68948, cleared binding levels {{(pid=93419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:26:15.519804 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] For port a90602ff-2172-4e09-ade3-3e67e5bcef83, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a90602ff-2172-4e09-ade3-3e67e5bcef83,segment=NetworkSegment(1cb910d9-1fa7-493c-ad0d-1cc24c3933a1),segment_id=1cb910d9-1fa7-493c-ad0d-1cc24c3933a1)] {{(pid=93419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:26:15.528951 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:15.585886 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:15.586333 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:15.594144 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] 10.222.0.59 "PUT /v2.0/ports/a90602ff-2172-4e09-ade3-3e67e5bcef83 HTTP/1.1" status: 200 len: 1093 time: 1.4405041 Aug 04 15:26:15.595048 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b674c2d-d534-4ea4-bd12-5c69a1205ef0', 'tag': 'a90602ff-2172-4e09-ade3-3e67e5bcef83'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:26:15.597839 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01ccde3-d595-43cc-8940-8d1bc4f5895d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b674c2d-d534-4ea4-bd12-5c69a1205ef0", "tag": "a90602ff-2172-4e09-ade3-3e67e5bcef83"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:26:15.636824 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738a47f-f7f1-45cf-b45d-8db8aed36a45 service neutron] Pushing event updated for resources: {'Port': ['ID=a90602ff-2172-4e09-ade3-3e67e5bcef83,revision_number=3']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:15.756193 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f78096-724e-4204-9789-a096ceba282b req-0101f598-1e96-4da8-a584-c5e04dc8c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:15.757768 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b6f78096-724e-4204-9789-a096ceba282b req-0101f598-1e96-4da8-a584-c5e04dc8c2f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=13d02bf790ce4464804411b784db648d&device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 1096 time: 0.2535210 Aug 04 15:26:15.770395 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b6d48-37d3-4a5b-be3d-fd6ab62d147d req-dfe290d9-fbaf-4c45-ae88-7adcc2f27cb9 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:15.771907 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d96b6d48-37d3-4a5b-be3d-fd6ab62d147d req-dfe290d9-fbaf-4c45-ae88-7adcc2f27cb9 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 943 time: 0.1099823 Aug 04 15:26:15.783610 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6930d9a4-e6f5-4883-a386-3dc23a150f5d req-a73ad5f2-00a7-48ba-8e50-a973aa7fd566 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 210 time: 0.1096625 Aug 04 15:26:15.808959 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-c3e67507-ffc4-4205-a544-5970badc18d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:15.810493 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-c3e67507-ffc4-4205-a544-5970badc18d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=13d02bf790ce4464804411b784db648d&device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 1096 time: 0.1580920 Aug 04 15:26:15.923317 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-47cb5e9a-8da7-4340-97c0-0ff20d70bc79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a90602ff-2172-4e09-ade3-3e67e5bcef83 HTTP/1.1" status: 200 len: 217 time: 0.1042604 Aug 04 15:26:16.028711 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b6f78096-724e-4204-9789-a096ceba282b req-1d611d73-2ec7-4a3c-b475-8574fb0b75cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=709cc591-7cd9-415b-8047-eb26fd33a8b3 HTTP/1.1" status: 200 len: 217 time: 0.2555747 Aug 04 15:26:16.063628 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a8606f0b79035e877430952f6a143f8bf77a00db166e3d643dd1b603a21b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730642cf-4713-448c-b708-dff43c999880" -d '{"events": [{"name": "network-changed", "server_uuid": "65ccfd55-2428-40ad-bd86-1dc5c90850e4", "tag": "709cc591-7cd9-415b-8047-eb26fd33a8b3"}]}' {{(pid=93420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:26:16.069930 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d96b6d48-37d3-4a5b-be3d-fd6ab62d147d req-e5ea13ef-7aa0-4c1d-b1bd-d4d4c36730ac tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590970 Aug 04 15:26:16.078501 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655c4257-86e2-4b52-80b4-912d20e00d8c x-openstack-request-id: req-655c4257-86e2-4b52-80b4-912d20e00d8c {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:26:16.079044 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b674c2d-d534-4ea4-bd12-5c69a1205ef0", "tag": "a90602ff-2172-4e09-ade3-3e67e5bcef83", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:26:16.079044 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-655c4257-86e2-4b52-80b4-912d20e00d8c {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:26:16.079478 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b674c2d-d534-4ea4-bd12-5c69a1205ef0', 'tag': 'a90602ff-2172-4e09-ade3-3e67e5bcef83', 'status': 'completed', 'code': 200} Aug 04 15:26:16.116665 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f78096-724e-4204-9789-a096ceba282b req-96012256-66e7-4c30-9458-55d4bdd55c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:16.118171 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b6f78096-724e-4204-9789-a096ceba282b req-96012256-66e7-4c30-9458-55d4bdd55c95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2601cba3-2975-403d-8fbf-30dac3fcbfd7 HTTP/1.1" status: 200 len: 858 time: 0.0810952 Aug 04 15:26:16.132837 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-bcc58b26-6624-4cf0-8e55-677614ce6549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:16.135563 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 02e32fda-c052-4c09-8357-70ddb89d29c9 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:26:16.136684 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-bcc58b26-6624-4cf0-8e55-677614ce6549 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2601cba3-2975-403d-8fbf-30dac3fcbfd7 HTTP/1.1" status: 200 len: 858 time: 0.2058456 Aug 04 15:26:16.218212 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-98115553-9973-44de-aa05-62990a921a6e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcd16224-3e84-44b0-a461-e2a9f25dc336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743048 Aug 04 15:26:16.272637 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b6f78096-724e-4204-9789-a096ceba282b req-5406111d-0405-4db6-b2ef-bff2f03d78ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcd16224-3e84-44b0-a461-e2a9f25dc336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1455817 Aug 04 15:26:16.416756 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b6f78096-724e-4204-9789-a096ceba282b req-89c0f608-48e0-4804-ac01-bef8a29cf7ce service neutron] 10.222.0.59 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376836 Aug 04 15:26:16.428162 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-1e66c59b-e536-4383-9801-b7a248e6ccf9 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726735 Aug 04 15:26:16.506925 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 02e32fda-c052-4c09-8357-70ddb89d29c9, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=02e32fda-c052-4c09-8357-70ddb89d29c9,segment=NetworkSegment(2887d116-b605-4aad-bb8e-ea8704cd6e93),segment_id=2887d116-b605-4aad-bb8e-ea8704cd6e93)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:16.538106 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': '02e32fda-c052-4c09-8357-70ddb89d29c9', 'network_id': '1f9a821d-10e1-46e0-8e3a-0094644acfb1', 'port_id': '02e32fda-c052-4c09-8357-70ddb89d29c9', 'mac_address': 'fa:16:3e:c0:9f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29a814b-c6fd-4ad5-a0f4-27ffda01edcc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:26:16.538630 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff9ff4-b41a-4be9-a80a-738a70e05dfb req-44557d95-58cf-4c5c-b6fd-8abc5645e556 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:16.549983 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6eff9ff4-b41a-4be9-a80a-738a70e05dfb req-44557d95-58cf-4c5c-b6fd-8abc5645e556 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 944 time: 0.3287618 Aug 04 15:26:16.596330 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b6f78096-724e-4204-9789-a096ceba282b req-8db45a73-5413-4ad7-af85-45d11630b4c4 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678572 Aug 04 15:26:16.640553 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:16.656755 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6eff9ff4-b41a-4be9-a80a-738a70e05dfb req-c1b1a5f0-14f7-4679-aecf-d184e8f12916 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004822 Aug 04 15:26:16.664765 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e32fda-c052-4c09-8357-70ddb89d29c9 {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:26:16.668459 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2a2d64c1-e00f-4ce5-b9b2-99318fa592f6 req-9b83a6bc-9011-4df1-8d33-835aaa0adc4c service neutron] 10.222.0.59 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237208 Aug 04 15:26:16.717770 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 02e32fda-c052-4c09-8357-70ddb89d29c9, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=02e32fda-c052-4c09-8357-70ddb89d29c9,segment=NetworkSegment(2887d116-b605-4aad-bb8e-ea8704cd6e93),segment_id=2887d116-b605-4aad-bb8e-ea8704cd6e93)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:16.724193 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:16.725808 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device d3dea6e8-e05f-4300-aee4-d3480f6c78e4 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:26:16.868809 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470b0ae3-b930-4ee7-a25b-e2b3d30e83c2 x-openstack-request-id: req-470b0ae3-b930-4ee7-a25b-e2b3d30e83c2 {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:26:16.870168 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ccfd55-2428-40ad-bd86-1dc5c90850e4", "tag": "709cc591-7cd9-415b-8047-eb26fd33a8b3", "status": "completed", "code": 200}]} {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:26:16.870607 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-470b0ae3-b930-4ee7-a25b-e2b3d30e83c2 {{(pid=93420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:26:16.871937 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ccfd55-2428-40ad-bd86-1dc5c90850e4', 'tag': '709cc591-7cd9-415b-8047-eb26fd33a8b3', 'status': 'completed', 'code': 200} Aug 04 15:26:16.874667 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ccde3-d595-43cc-8940-8d1bc4f5895d req-a0daee33-71e5-41de-95e5-cbd3a75e520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:16.879789 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d01ccde3-d595-43cc-8940-8d1bc4f5895d req-a0daee33-71e5-41de-95e5-cbd3a75e520d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=13d02bf790ce4464804411b784db648d&device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 1096 time: 0.1365640 Aug 04 15:26:16.883339 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=02e32fda-c052-4c09-8357-70ddb89d29c9,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:16.928405 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626402e5-0fd6-4990-b738-fa081fbd04d4 req-162c3d72-0c70-402e-9654-1c70e781f5a3 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:16.929999 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-626402e5-0fd6-4990-b738-fa081fbd04d4 req-162c3d72-0c70-402e-9654-1c70e781f5a3 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 943 time: 0.1992490 Aug 04 15:26:16.985127 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port d3dea6e8-e05f-4300-aee4-d3480f6c78e4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d3dea6e8-e05f-4300-aee4-d3480f6c78e4,segment=NetworkSegment(9f08c773-a146-4345-be73-3ea4c4cfc9cc),segment_id=9f08c773-a146-4345-be73-3ea4c4cfc9cc)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:16.986694 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-97c92c85-aa65-4d04-ae77-9fd1d179af02 req-7b1ffd38-c919-42c9-983b-ab26eba9c8cb tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 210 time: 0.0353501 Aug 04 15:26:17.002139 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730642cf-4713-448c-b708-dff43c999880 req-678a8cc1-7faa-41ca-a803-ec0239b9f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:17.004878 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-730642cf-4713-448c-b708-dff43c999880 req-678a8cc1-7faa-41ca-a803-ec0239b9f20f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=13d02bf790ce4464804411b784db648d&device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 1096 time: 0.1078064 Aug 04 15:26:17.048985 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': 'd3dea6e8-e05f-4300-aee4-d3480f6c78e4', 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376', 'port_id': 'd3dea6e8-e05f-4300-aee4-d3480f6c78e4', 'mac_address': 'fa:16:3e:40:82:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a02c79f9-420f-484e-8ece-b0ac630d460f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:26:17.149417 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:17.150963 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-626402e5-0fd6-4990-b738-fa081fbd04d4 req-3404c34a-82f4-41dd-b2c7-c7118fcd8a45 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003195 Aug 04 15:26:17.175954 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3dea6e8-e05f-4300-aee4-d3480f6c78e4 {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:26:17.207922 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ccde3-d595-43cc-8940-8d1bc4f5895d req-47b3973d-51f6-4cee-9256-fe12778e3189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:17.209497 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d01ccde3-d595-43cc-8940-8d1bc4f5895d req-47b3973d-51f6-4cee-9256-fe12778e3189 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcd16224-3e84-44b0-a461-e2a9f25dc336 HTTP/1.1" status: 200 len: 919 time: 0.3124881 Aug 04 15:26:17.226312 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port d3dea6e8-e05f-4300-aee4-d3480f6c78e4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d3dea6e8-e05f-4300-aee4-d3480f6c78e4,segment=NetworkSegment(9f08c773-a146-4345-be73-3ea4c4cfc9cc),segment_id=9f08c773-a146-4345-be73-3ea4c4cfc9cc)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:17.234849 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:17.289769 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d01ccde3-d595-43cc-8940-8d1bc4f5895d req-ddb059c1-7217-44c4-a5a6-b38a4e4cda99 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a90602ff-2172-4e09-ade3-3e67e5bcef83 HTTP/1.1" status: 200 len: 217 time: 0.0686977 Aug 04 15:26:17.340027 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca99a4-80bb-4008-8546-9b5fc8ac9626 req-633bcf59-6f9d-4407-be24-f82c89b5cb7c tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:17.349977 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dbca99a4-80bb-4008-8546-9b5fc8ac9626 req-633bcf59-6f9d-4407-be24-f82c89b5cb7c tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 944 time: 0.1249981 Aug 04 15:26:17.364579 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=d3dea6e8-e05f-4300-aee4-d3480f6c78e4,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:17.408557 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730642cf-4713-448c-b708-dff43c999880 req-f2b446e5-6542-4221-bfad-321832bbde7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:17.410316 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-730642cf-4713-448c-b708-dff43c999880 req-f2b446e5-6542-4221-bfad-321832bbde7b service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcd16224-3e84-44b0-a461-e2a9f25dc336 HTTP/1.1" status: 200 len: 919 time: 0.3937716 Aug 04 15:26:17.427604 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dbca99a4-80bb-4008-8546-9b5fc8ac9626 req-2f265bcd-e2b7-4829-985e-e3a2a774352c tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692937 Aug 04 15:26:17.486780 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-730642cf-4713-448c-b708-dff43c999880 req-4432c513-e066-4727-be64-668a45daeda0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=709cc591-7cd9-415b-8047-eb26fd33a8b3 HTTP/1.1" status: 200 len: 217 time: 0.0580850 Aug 04 15:26:17.511215 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ccde3-d595-43cc-8940-8d1bc4f5895d req-da2e7d9b-2661-4417-9616-d66d4f921d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:17.512696 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d01ccde3-d595-43cc-8940-8d1bc4f5895d req-da2e7d9b-2661-4417-9616-d66d4f921d19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2601cba3-2975-403d-8fbf-30dac3fcbfd7 HTTP/1.1" status: 200 len: 858 time: 0.2028871 Aug 04 15:26:17.557227 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['d3dea6e8-e05f-4300-aee4-d3480f6c78e4'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:26:17.583610 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730642cf-4713-448c-b708-dff43c999880 req-ba52d38d-4af0-4def-af39-2567a066db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:17.585273 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-730642cf-4713-448c-b708-dff43c999880 req-ba52d38d-4af0-4def-af39-2567a066db3b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2601cba3-2975-403d-8fbf-30dac3fcbfd7 HTTP/1.1" status: 200 len: 858 time: 0.0905004 Aug 04 15:26:17.642388 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-730642cf-4713-448c-b708-dff43c999880 req-0c8796b8-9bf8-4451-a177-38a3f6cfc1ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcd16224-3e84-44b0-a461-e2a9f25dc336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483460 Aug 04 15:26:17.675904 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-703792c6-19db-4314-9e54-8a968438f941 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:17.678505 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-703792c6-19db-4314-9e54-8a968438f941 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.59 "GET /v2.0/networks?id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0 HTTP/1.1" status: 200 len: 817 time: 0.2913451 Aug 04 15:26:17.690743 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d01ccde3-d595-43cc-8940-8d1bc4f5895d req-3ebc337d-c95a-45da-8729-c47458b6c4f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcd16224-3e84-44b0-a461-e2a9f25dc336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365848 Aug 04 15:26:17.758604 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['02e32fda-c052-4c09-8357-70ddb89d29c9'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:26:17.846584 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-730642cf-4713-448c-b708-dff43c999880 req-e0068418-6a0f-4661-8bb4-6a2cd1733f69 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968646 Aug 04 15:26:17.958709 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-2f0ce5f2-9b4f-4e0a-8738-b262fbbe9f6a tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893953c6f8fa4c87b7f6a168eff46c0a HTTP/1.1" status: 200 len: 380 time: 0.2595277 Aug 04 15:26:17.984616 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-1ecf9db2-246b-4c5c-ba18-fbc894c3f5d2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Request body: {'port': {'device_id': '2c4ea4f4-ae30-450e-ae7f-30a9e17f0365', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'admin_state_up': True, 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'security_groups': ['1891e912-fcd4-4b34-a259-d3b6519dd69c']}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:26:18.049043 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-730642cf-4713-448c-b708-dff43c999880 req-43d37f27-486f-4ee5-8806-9788ba8de979 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942673 Aug 04 15:26:18.086969 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a41e8-07bb-4c84-ba4c-858e59ba0dcf req-79df7f15-f251-4987-a79c-24a992c72dcd tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:18.094742 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5f3a41e8-07bb-4c84-ba4c-858e59ba0dcf req-79df7f15-f251-4987-a79c-24a992c72dcd tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 945 time: 0.2368608 Aug 04 15:26:18.103841 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d01ccde3-d595-43cc-8940-8d1bc4f5895d req-f7a6be06-fd86-4baa-ad4f-2ddfdab50c7d service neutron] 10.222.0.59 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895993 Aug 04 15:26:18.252574 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-53aaaf07-746f-45a7-8ef8-59cfd8503993 req-f9269f19-5c76-46a9-a512-6fcc1ed7555f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 210 time: 0.0808802 Aug 04 15:26:18.271751 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5f3a41e8-07bb-4c84-ba4c-858e59ba0dcf req-be209875-a7b0-48b2-b98f-c69f91a34d1d tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760023 Aug 04 15:26:18.386042 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d01ccde3-d595-43cc-8940-8d1bc4f5895d req-c7f5f399-7bc5-419c-99fd-9d568d133e21 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735050 Aug 04 15:26:18.398712 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-1ecf9db2-246b-4c5c-ba18-fbc894c3f5d2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Made reservation on behalf of 893953c6f8fa4c87b7f6a168eff46c0a for: {'port': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:26:18.407074 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-1ecf9db2-246b-4c5c-ba18-fbc894c3f5d2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:18.524624 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355225bc-3402-4499-ac1e-e77a0d628cc0 req-83e1c0f9-255a-45a1-b6ec-dabc63f936c3 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:18.526447 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-355225bc-3402-4499-ac1e-e77a0d628cc0 req-83e1c0f9-255a-45a1-b6ec-dabc63f936c3 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 943 time: 0.1143663 Aug 04 15:26:18.606300 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26109cb-6183-48ee-823f-de38e2e58ea1 req-b7443bd0-92f7-4fa4-ba2b-1e523c8e8bb0 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:18.608754 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b26109cb-6183-48ee-823f-de38e2e58ea1 req-b7443bd0-92f7-4fa4-ba2b-1e523c8e8bb0 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 944 time: 0.0649142 Aug 04 15:26:18.667700 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b26109cb-6183-48ee-823f-de38e2e58ea1 req-1e9eb8e4-9c09-4968-8dbb-7f99164c5ff9 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529459 Aug 04 15:26:18.827802 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-355225bc-3402-4499-ac1e-e77a0d628cc0 req-54fe643a-2bb2-4138-a61f-3cef94e7a67a tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582848 Aug 04 15:26:18.837824 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-1ecf9db2-246b-4c5c-ba18-fbc894c3f5d2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Allocated IP 172.20.0.4 (dd89b09a-7ad5-4295-b4a2-c6269006ebd0/3e2c0f22-78d2-4799-9521-73d9b2f8536e/6bba3745-64a1-4f53-a73b-2a64453b6f39) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:26:18.848749 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:26:19.070188 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-1ecf9db2-246b-4c5c-ba18-fbc894c3f5d2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:19.086513 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-1ecf9db2-246b-4c5c-ba18-fbc894c3f5d2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Transition to ACTIVE for port object 6bba3745-64a1-4f53-a73b-2a64453b6f39 will not be triggered until provisioned by entity DHCP. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:26:19.130770 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-1ecf9db2-246b-4c5c-ba18-fbc894c3f5d2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:19.173073 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-1ecf9db2-246b-4c5c-ba18-fbc894c3f5d2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Network dd89b09a-7ad5-4295-b4a2-c6269006ebd0 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:26:19.176196 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-1ecf9db2-246b-4c5c-ba18-fbc894c3f5d2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:26:19.182509 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-1ecf9db2-246b-4c5c-ba18-fbc894c3f5d2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:26:19.208742 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf9db2-246b-4c5c-ba18-fbc894c3f5d2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Pushing event updated for resources: {'Port': ['ID=6bba3745-64a1-4f53-a73b-2a64453b6f39,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:19.237236 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-1ecf9db2-246b-4c5c-ba18-fbc894c3f5d2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:19.237912 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-1ecf9db2-246b-4c5c-ba18-fbc894c3f5d2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:19.254367 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-1ecf9db2-246b-4c5c-ba18-fbc894c3f5d2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2888162 Aug 04 15:26:19.268229 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] Request body: {'port': {'device_id': '2c4ea4f4-ae30-450e-ae7f-30a9e17f0365', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:26:19.339665 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:19.417635 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72eb61a-a79f-4715-9b23-718151bc82d6 req-285905ef-451d-4f21-afdf-88c6183537db tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:19.425379 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a72eb61a-a79f-4715-9b23-718151bc82d6 req-285905ef-451d-4f21-afdf-88c6183537db tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 945 time: 0.0729916 Aug 04 15:26:19.473696 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a72eb61a-a79f-4715-9b23-718151bc82d6 req-b61f559b-ea6f-45a2-a7a1-cec0ba72259a tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471413 Aug 04 15:26:19.474797 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cde5d-237e-49f5-a19b-f3b3bcf61057 req-3840cd02-9cbc-43c4-8569-90d69489f348 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:19.477301 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-555cde5d-237e-49f5-a19b-f3b3bcf61057 req-3840cd02-9cbc-43c4-8569-90d69489f348 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 931 time: 0.1179225 Aug 04 15:26:19.515568 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-06c01c2a-6c08-44a2-995b-8400439e3adb None None] Provisioning for port 6bba3745-64a1-4f53-a73b-2a64453b6f39 completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:26:19.521441 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-06c01c2a-6c08-44a2-995b-8400439e3adb None None] Provisioning complete for port 6bba3745-64a1-4f53-a73b-2a64453b6f39 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:26:19.521820 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-06c01c2a-6c08-44a2-995b-8400439e3adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:19.570251 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-06c01c2a-6c08-44a2-995b-8400439e3adb None None] Port 6bba3745-64a1-4f53-a73b-2a64453b6f39 cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:26:19.622504 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-555cde5d-237e-49f5-a19b-f3b3bcf61057 req-29911358-6f06-48de-9e57-2509e8e6eab3 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687065 Aug 04 15:26:19.807788 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cee22-e693-40c6-9a4d-4d984921d531 req-44d2f944-3935-4b1e-a7d1-62eded84bf8d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:19.809338 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-929cee22-e693-40c6-9a4d-4d984921d531 req-44d2f944-3935-4b1e-a7d1-62eded84bf8d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 944 time: 0.0670829 Aug 04 15:26:19.834694 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bba3745-64a1-4f53-a73b-2a64453b6f39 {{(pid=93419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:26:19.843532 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:19.855504 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-929cee22-e693-40c6-9a4d-4d984921d531 req-08d247ee-2539-4bf6-9dc2-f816d292b79d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388141 Aug 04 15:26:19.858013 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] Transition to ACTIVE for port object 6bba3745-64a1-4f53-a73b-2a64453b6f39 will not be triggered until provisioned by entity L2. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:26:19.862979 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:19.935410 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] Pushing event updated for resources: {'Port': ['ID=6bba3745-64a1-4f53-a73b-2a64453b6f39,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:20.033168 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d26615-04f0-47ce-bb87-704bc4762197 req-6412a268-5612-49a8-99d2-92ddc80913fc tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:20.034778 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f9d26615-04f0-47ce-bb87-704bc4762197 req-6412a268-5612-49a8-99d2-92ddc80913fc tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 943 time: 0.1104078 Aug 04 15:26:20.068246 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] Attempting to bind port 6bba3745-64a1-4f53-a73b-2a64453b6f39 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:26:20.069334 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] Attempting to bind port 6bba3745-64a1-4f53-a73b-2a64453b6f39 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0'}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:26:20.069334 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] Attempting to bind port 6bba3745-64a1-4f53-a73b-2a64453b6f39 on network dd89b09a-7ad5-4295-b4a2-c6269006ebd0 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:26:20.080871 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] Port 6bba3745-64a1-4f53-a73b-2a64453b6f39 on network dd89b09a-7ad5-4295-b4a2-c6269006ebd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:26:20.081345 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] Attempting to bind port 6bba3745-64a1-4f53-a73b-2a64453b6f39 on network dd89b09a-7ad5-4295-b4a2-c6269006ebd0 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:26:20.093145 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] Checking agent: {'id': '5bc10963-30ee-40c9-994c-c74f44e4da8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'started_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:26:20.093666 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] Checking segment: {'id': '95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:26:20.094121 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] Bound using segment: {'id': '95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0'} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:26:20.094640 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] Bound port: 6bba3745-64a1-4f53-a73b-2a64453b6f39, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0'}}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:26:20.095062 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:20.114259 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f9d26615-04f0-47ce-bb87-704bc4762197 req-bcfd4bce-d078-48ba-ba81-d5b638d93ba2 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652122 Aug 04 15:26:20.216697 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] For port 6bba3745-64a1-4f53-a73b-2a64453b6f39, host hv-cinder-68948, cleared binding levels {{(pid=93419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:26:20.220654 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] For port 6bba3745-64a1-4f53-a73b-2a64453b6f39, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6bba3745-64a1-4f53-a73b-2a64453b6f39,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:26:20.224580 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:20.263114 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:20.263807 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:20.265920 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] 10.222.0.59 "PUT /v2.0/ports/6bba3745-64a1-4f53-a73b-2a64453b6f39 HTTP/1.1" status: 200 len: 1093 time: 1.0019600 Aug 04 15:26:20.266396 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4ea4f4-ae30-450e-ae7f-30a9e17f0365', 'tag': '6bba3745-64a1-4f53-a73b-2a64453b6f39'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:26:20.269047 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7da3a88-7cea-4338-a67d-9ccd614aa578" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4ea4f4-ae30-450e-ae7f-30a9e17f0365", "tag": "6bba3745-64a1-4f53-a73b-2a64453b6f39"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:26:20.301728 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c863236-b302-4a67-b763-9dbafa593f5a service neutron] Pushing event updated for resources: {'Port': ['ID=6bba3745-64a1-4f53-a73b-2a64453b6f39,revision_number=3']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:20.320559 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5cd693-1acf-4154-9e67-4c451677b767 x-openstack-request-id: req-ce5cd693-1acf-4154-9e67-4c451677b767 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:26:20.320815 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4ea4f4-ae30-450e-ae7f-30a9e17f0365", "tag": "6bba3745-64a1-4f53-a73b-2a64453b6f39", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:26:20.321068 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce5cd693-1acf-4154-9e67-4c451677b767 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:26:20.321470 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4ea4f4-ae30-450e-ae7f-30a9e17f0365', 'tag': '6bba3745-64a1-4f53-a73b-2a64453b6f39', 'status': 'completed', 'code': 200} Aug 04 15:26:20.603603 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f170a-327c-44e8-8a3d-d3f8d4556834 req-3644739d-6143-4024-9bee-51af8009d02e tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:20.605185 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c96f170a-327c-44e8-8a3d-d3f8d4556834 req-3644739d-6143-4024-9bee-51af8009d02e tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 945 time: 0.0553577 Aug 04 15:26:20.647852 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c96f170a-327c-44e8-8a3d-d3f8d4556834 req-1ce7912b-4766-4663-b23a-ecee92709017 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357320 Aug 04 15:26:20.777250 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650901a5-3f63-4036-a886-332b436dce27 req-5f2c59fa-47ac-4d3b-a8c7-efec8ca3a53c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:20.778823 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-650901a5-3f63-4036-a886-332b436dce27 req-5f2c59fa-47ac-4d3b-a8c7-efec8ca3a53c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0495315 Aug 04 15:26:20.817882 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 709cc591-7cd9-415b-8047-eb26fd33a8b3 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:26:20.824459 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-650901a5-3f63-4036-a886-332b436dce27 req-5ecffc44-544d-4ea7-b1be-0e0f33f08d8d tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384622 Aug 04 15:26:20.982109 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21d44f-2212-456d-a828-b2dca7b45363 req-02aa931c-5f90-4fe0-b31a-6aba41747c31 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:20.984325 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4b21d44f-2212-456d-a828-b2dca7b45363 req-02aa931c-5f90-4fe0-b31a-6aba41747c31 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 944 time: 0.0533223 Aug 04 15:26:21.023391 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4b21d44f-2212-456d-a828-b2dca7b45363 req-7bf1e450-d792-47e0-937e-d9da7761a8cb tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329919 Aug 04 15:26:21.038595 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 709cc591-7cd9-415b-8047-eb26fd33a8b3, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=709cc591-7cd9-415b-8047-eb26fd33a8b3,segment=NetworkSegment(1cb910d9-1fa7-493c-ad0d-1cc24c3933a1),segment_id=1cb910d9-1fa7-493c-ad0d-1cc24c3933a1)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:21.051228 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': '709cc591-7cd9-415b-8047-eb26fd33a8b3', 'network_id': 'dcd16224-3e84-44b0-a461-e2a9f25dc336', 'port_id': '709cc591-7cd9-415b-8047-eb26fd33a8b3', 'mac_address': 'fa:16:3e:27:9e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2601cba3-2975-403d-8fbf-30dac3fcbfd7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:26:21.088129 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:21.101647 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709cc591-7cd9-415b-8047-eb26fd33a8b3 {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:26:21.122296 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 709cc591-7cd9-415b-8047-eb26fd33a8b3, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=709cc591-7cd9-415b-8047-eb26fd33a8b3,segment=NetworkSegment(1cb910d9-1fa7-493c-ad0d-1cc24c3933a1),segment_id=1cb910d9-1fa7-493c-ad0d-1cc24c3933a1)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:21.127508 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:21.128191 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device a90602ff-2172-4e09-ade3-3e67e5bcef83 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:26:21.196733 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=709cc591-7cd9-415b-8047-eb26fd33a8b3,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:21.200301 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port a90602ff-2172-4e09-ade3-3e67e5bcef83, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a90602ff-2172-4e09-ade3-3e67e5bcef83,segment=NetworkSegment(1cb910d9-1fa7-493c-ad0d-1cc24c3933a1),segment_id=1cb910d9-1fa7-493c-ad0d-1cc24c3933a1)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:21.212369 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': 'a90602ff-2172-4e09-ade3-3e67e5bcef83', 'network_id': 'dcd16224-3e84-44b0-a461-e2a9f25dc336', 'port_id': 'a90602ff-2172-4e09-ade3-3e67e5bcef83', 'mac_address': 'fa:16:3e:9d:c8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2601cba3-2975-403d-8fbf-30dac3fcbfd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:26:21.262942 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:21.272772 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a10147-4b83-4935-8c23-4696b17bc9c1 req-cc44784e-0b6d-4b46-8a20-97b0fa5cb845 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:21.274401 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d5a10147-4b83-4935-8c23-4696b17bc9c1 req-cc44784e-0b6d-4b46-8a20-97b0fa5cb845 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 943 time: 0.0560441 Aug 04 15:26:21.276896 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90602ff-2172-4e09-ade3-3e67e5bcef83 {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:26:21.300920 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port a90602ff-2172-4e09-ade3-3e67e5bcef83, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a90602ff-2172-4e09-ade3-3e67e5bcef83,segment=NetworkSegment(1cb910d9-1fa7-493c-ad0d-1cc24c3933a1),segment_id=1cb910d9-1fa7-493c-ad0d-1cc24c3933a1)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:21.305712 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:21.323852 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d5a10147-4b83-4935-8c23-4696b17bc9c1 req-6a046e7b-e5c3-4ecc-856a-59bb99cb6fcd tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423129 Aug 04 15:26:21.370023 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=a90602ff-2172-4e09-ade3-3e67e5bcef83,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:21.715827 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 02e32fda-c052-4c09-8357-70ddb89d29c9 up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:26:21.768145 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550316a6-9618-4255-affc-fa7e3d224e9c req-8d744d34-671e-4919-868d-b018f0b8b283 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:21.770024 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-550316a6-9618-4255-affc-fa7e3d224e9c req-8d744d34-671e-4919-868d-b018f0b8b283 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 945 time: 0.0504661 Aug 04 15:26:21.797323 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning for port 02e32fda-c052-4c09-8357-70ddb89d29c9 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:26:21.801998 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port 02e32fda-c052-4c09-8357-70ddb89d29c9 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:26:21.802571 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:21.823769 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-550316a6-9618-4255-affc-fa7e3d224e9c req-a99de5ec-6759-4647-a751-d3dd07c688f0 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470607 Aug 04 15:26:21.888146 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:21.914288 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14965757-2ea7-46c1-b85a-3ca2c209b75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e32fda-c052-4c09-8357-70ddb89d29c9'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:26:21.960771 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1414377-5290-42e1-a14e-de3a9a6741cb req-8ce81101-d80b-494e-a58e-5aebbf41444c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:21.962366 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b1414377-5290-42e1-a14e-de3a9a6741cb req-8ce81101-d80b-494e-a58e-5aebbf41444c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0534341 Aug 04 15:26:22.006195 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 02e32fda-c052-4c09-8357-70ddb89d29c9, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=02e32fda-c052-4c09-8357-70ddb89d29c9,segment=NetworkSegment(2887d116-b605-4aad-bb8e-ea8704cd6e93),segment_id=2887d116-b605-4aad-bb8e-ea8704cd6e93)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:22.008956 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b1414377-5290-42e1-a14e-de3a9a6741cb req-8c3efab0-96fb-4e29-a1dc-4426eb5c6b52 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389478 Aug 04 15:26:22.012628 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:22.013468 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device d3dea6e8-e05f-4300-aee4-d3480f6c78e4 up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:26:22.097284 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=02e32fda-c052-4c09-8357-70ddb89d29c9,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:22.113116 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning for port d3dea6e8-e05f-4300-aee4-d3480f6c78e4 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:26:22.117790 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port d3dea6e8-e05f-4300-aee4-d3480f6c78e4 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:26:22.118080 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:22.145978 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc3a0c2-2a83-4645-b1eb-a3521811cc1c" -d '{"events": [{"server_uuid": "14965757-2ea7-46c1-b85a-3ca2c209b75b", "name": "network-vif-plugged", "status": "completed", "tag": "02e32fda-c052-4c09-8357-70ddb89d29c9"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:26:22.162546 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d3d8b-8f62-4e0a-8126-46040a4550cc req-eb4c57fd-59b2-4c3b-b7f1-794a2af72eee tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:22.164195 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1e5d3d8b-8f62-4e0a-8126-46040a4550cc req-eb4c57fd-59b2-4c3b-b7f1-794a2af72eee tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 944 time: 0.0594690 Aug 04 15:26:22.214216 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1e5d3d8b-8f62-4e0a-8126-46040a4550cc req-167ddac8-e5dc-4b86-ab82-92d9a1e86158 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403368 Aug 04 15:26:22.237509 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:22.247060 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3427ca17-6c77-4433-9ba0-d04e34fa99d2 x-openstack-request-id: req-3427ca17-6c77-4433-9ba0-d04e34fa99d2 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:26:22.247547 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14965757-2ea7-46c1-b85a-3ca2c209b75b", "name": "network-vif-plugged", "status": "completed", "tag": "02e32fda-c052-4c09-8357-70ddb89d29c9", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:26:22.247750 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3427ca17-6c77-4433-9ba0-d04e34fa99d2 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:26:22.248771 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14965757-2ea7-46c1-b85a-3ca2c209b75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e32fda-c052-4c09-8357-70ddb89d29c9', 'code': 200} Aug 04 15:26:22.280847 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port d3dea6e8-e05f-4300-aee4-d3480f6c78e4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d3dea6e8-e05f-4300-aee4-d3480f6c78e4,segment=NetworkSegment(9f08c773-a146-4345-be73-3ea4c4cfc9cc),segment_id=9f08c773-a146-4345-be73-3ea4c4cfc9cc)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:22.287029 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:22.341225 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=d3dea6e8-e05f-4300-aee4-d3480f6c78e4,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:22.456782 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a84f0-900d-4320-a4b1-2c0f13523492 req-35f4dd84-1aee-4b54-b2bc-9b70935d37f9 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:22.458388 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fb5a84f0-900d-4320-a4b1-2c0f13523492 req-35f4dd84-1aee-4b54-b2bc-9b70935d37f9 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 944 time: 0.0568111 Aug 04 15:26:22.500351 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fb5a84f0-900d-4320-a4b1-2c0f13523492 req-07d09b8b-9505-4e3e-8c5b-804468b5147b tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355778 Aug 04 15:26:22.838121 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da3a88-7cea-4338-a67d-9ccd614aa578 req-0f0a120d-1949-46a7-bb93-f1cb888ba4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:22.841010 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f7da3a88-7cea-4338-a67d-9ccd614aa578 req-0f0a120d-1949-46a7-bb93-f1cb888ba4ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=893953c6f8fa4c87b7f6a168eff46c0a&device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 1096 time: 0.0743775 Aug 04 15:26:22.960928 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a2df5-13f3-4164-862d-f66b74f19e2a req-613a9c58-94bf-4cc1-b6c9-3f21e1c670a6 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:22.962526 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-757a2df5-13f3-4164-862d-f66b74f19e2a req-613a9c58-94bf-4cc1-b6c9-3f21e1c670a6 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 946 time: 0.0505669 Aug 04 15:26:23.014650 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-757a2df5-13f3-4164-862d-f66b74f19e2a req-fa5610db-5aaf-4e20-9ef3-462803470c19 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444994 Aug 04 15:26:23.021792 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['a90602ff-2172-4e09-ade3-3e67e5bcef83'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:26:23.025186 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['709cc591-7cd9-415b-8047-eb26fd33a8b3'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:26:23.034897 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f12f9a-4126-43bc-99c7-ef2a82580190 req-aebb8bb1-07f0-47ad-9ad3-58d7cc41d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:23.036558 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-36f12f9a-4126-43bc-99c7-ef2a82580190 req-aebb8bb1-07f0-47ad-9ad3-58d7cc41d289 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 1099 time: 0.1092515 Aug 04 15:26:23.053534 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da3a88-7cea-4338-a67d-9ccd614aa578 req-22a71d51-05c4-42b3-bc13-ea620db5b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:23.055516 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f7da3a88-7cea-4338-a67d-9ccd614aa578 req-22a71d51-05c4-42b3-bc13-ea620db5b30e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=893953c6f8fa4c87b7f6a168eff46c0a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2046847 Aug 04 15:26:23.085328 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-36f12f9a-4126-43bc-99c7-ef2a82580190 req-3817b544-2587-4b05-b012-5f52095ef6a3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:23.248719 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dd2e0-9ee6-468b-b75a-50cc8f21884c req-39dc63ab-c9cd-46a9-9be2-ec147b208c06 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:23.250456 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-660dd2e0-9ee6-468b-b75a-50cc8f21884c req-39dc63ab-c9cd-46a9-9be2-ec147b208c06 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.1162736 Aug 04 15:26:23.256588 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da3a88-7cea-4338-a67d-9ccd614aa578 req-888ba624-0ece-4caa-b32e-f79d00a10af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:23.258072 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f7da3a88-7cea-4338-a67d-9ccd614aa578 req-888ba624-0ece-4caa-b32e-f79d00a10af4 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1949368 Aug 04 15:26:23.355751 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-660dd2e0-9ee6-468b-b75a-50cc8f21884c req-534c800f-30ac-4f7f-9b99-80422c2a5804 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954928 Aug 04 15:26:23.400389 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03327f-79e2-4639-b823-30de64ece378 req-88f938ac-4da9-4ec3-95e8-3707daae16c6 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:23.403371 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-36f12f9a-4126-43bc-99c7-ef2a82580190 req-3817b544-2587-4b05-b012-5f52095ef6a3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:23.411237 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-36f12f9a-4126-43bc-99c7-ef2a82580190 req-3817b544-2587-4b05-b012-5f52095ef6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:23.417440 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-286be14e-7fe2-4623-be29-819ef8d1c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:23.418435 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-cb03327f-79e2-4639-b823-30de64ece378 req-88f938ac-4da9-4ec3-95e8-3707daae16c6 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 945 time: 0.1050804 Aug 04 15:26:23.419413 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-286be14e-7fe2-4623-be29-819ef8d1c9c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=893953c6f8fa4c87b7f6a168eff46c0a&device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 1096 time: 0.1065912 Aug 04 15:26:23.499911 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-cb03327f-79e2-4639-b823-30de64ece378 req-659ba27a-23d0-4dc6-9683-10909c7ff422 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792825 Aug 04 15:26:23.506291 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-37995701-f017-4a1b-8159-0a2bb3827e00 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bba3745-64a1-4f53-a73b-2a64453b6f39 HTTP/1.1" status: 200 len: 217 time: 0.0621660 Aug 04 15:26:23.508611 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-36f12f9a-4126-43bc-99c7-ef2a82580190 req-3817b544-2587-4b05-b012-5f52095ef6a3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617324 Aug 04 15:26:23.509279 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817b544-2587-4b05-b012-5f52095ef6a3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ae949d-2364-44c4-8612-a5e33bdbf9fd,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:23.688037 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-1b63d826-f4aa-4074-8d2a-70815db7e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:23.689532 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-1b63d826-f4aa-4074-8d2a-70815db7e793 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e2c0f22-78d2-4799-9521-73d9b2f8536e HTTP/1.1" status: 200 len: 856 time: 0.0869901 Aug 04 15:26:23.707441 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045d300-fbea-4768-9f2f-fa72db174b52 req-e7a4682f-9b64-48a5-a96b-cbcad1f00922 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:23.708974 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9045d300-fbea-4768-9f2f-fa72db174b52 req-e7a4682f-9b64-48a5-a96b-cbcad1f00922 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 944 time: 0.0654724 Aug 04 15:26:23.783297 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9045d300-fbea-4768-9f2f-fa72db174b52 req-eff699e8-9326-4652-a3c3-8b58f6dda506 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650878 Aug 04 15:26:23.787466 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-a714edf8-33bb-4a1c-8062-87b39a9bc8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:23.788917 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-a714edf8-33bb-4a1c-8062-87b39a9bc8b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0905778 Aug 04 15:26:23.891411 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-a4315086-68d9-43ef-a95d-927916efdf4f service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931928 Aug 04 15:26:23.985699 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-55143dbe-dbaa-4e8a-8f7b-254882396d2f req-f0896f13-8dc3-4c35-8f4b-5469ccbea6f5 service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862484 Aug 04 15:26:24.130970 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd831ba-ec91-4a54-8658-60c24f99c00e req-235db77d-dd72-41cd-aafa-3ea6efd29c74 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:24.132418 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ecd831ba-ec91-4a54-8658-60c24f99c00e req-235db77d-dd72-41cd-aafa-3ea6efd29c74 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 946 time: 0.0491045 Aug 04 15:26:24.174601 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ecd831ba-ec91-4a54-8658-60c24f99c00e req-4815e876-855c-45b8-8b00-d73efe7a160d tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358961 Aug 04 15:26:24.250226 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4190812-eeb1-4939-bf89-9d8910da518e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3dea6e8-e05f-4300-aee4-d3480f6c78e4'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:26:24.252638 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2feeb623-831d-4531-afe3-90b384ccb07a" -d '{"events": [{"server_uuid": "d4190812-eeb1-4939-bf89-9d8910da518e", "name": "network-vif-plugged", "status": "completed", "tag": "d3dea6e8-e05f-4300-aee4-d3480f6c78e4"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:26:24.293566 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37925e98-5a02-48f1-a781-898a0938517a x-openstack-request-id: req-37925e98-5a02-48f1-a781-898a0938517a {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:26:24.293812 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4190812-eeb1-4939-bf89-9d8910da518e", "name": "network-vif-plugged", "status": "completed", "tag": "d3dea6e8-e05f-4300-aee4-d3480f6c78e4", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:26:24.294064 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37925e98-5a02-48f1-a781-898a0938517a {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:26:24.294458 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4190812-eeb1-4939-bf89-9d8910da518e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3dea6e8-e05f-4300-aee4-d3480f6c78e4', 'code': 200} Aug 04 15:26:24.470350 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfee4a-2894-46d4-849a-6e0a1e686035 req-0087fd18-371b-48dc-9082-b7a5d76e034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:24.471902 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-68dfee4a-2894-46d4-849a-6e0a1e686035 req-0087fd18-371b-48dc-9082-b7a5d76e034a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 1098 time: 0.0453558 Aug 04 15:26:24.503058 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ebc2d-a66a-4371-8122-04392ff010bc req-c5321b56-da0a-4eff-9f2d-6dd02bee3257 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:24.504654 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a90ebc2d-a66a-4371-8122-04392ff010bc req-c5321b56-da0a-4eff-9f2d-6dd02bee3257 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0492976 Aug 04 15:26:24.550464 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a90ebc2d-a66a-4371-8122-04392ff010bc req-bb2d8785-81bb-4aa4-b3b4-57f3e24d8570 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395226 Aug 04 15:26:24.622035 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c72536-7d56-46b7-862d-5d5226ef887f req-c0784816-8ac4-4a4b-bc6f-c807d3334220 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:24.624343 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-95c72536-7d56-46b7-862d-5d5226ef887f req-c0784816-8ac4-4a4b-bc6f-c807d3334220 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 945 time: 0.0554068 Aug 04 15:26:24.673156 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-95c72536-7d56-46b7-862d-5d5226ef887f req-abfb5c4e-f3af-43a7-bc55-f160513ac639 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424690 Aug 04 15:26:24.925263 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3df66-9604-4297-bb10-59c5bdafc437 req-3ec2605e-e237-4aa0-8524-97ed96e954a4 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:24.927261 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fbd3df66-9604-4297-bb10-59c5bdafc437 req-3ec2605e-e237-4aa0-8524-97ed96e954a4 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 944 time: 0.0542355 Aug 04 15:26:24.973813 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fbd3df66-9604-4297-bb10-59c5bdafc437 req-52915610-088c-424f-9fbb-dca0c7f6c4cd tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401101 Aug 04 15:26:25.292837 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db35f6-f67c-4da0-accd-53b3c34a02da req-76cc16d2-be9c-46ee-b58c-98d1965e47ec tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:25.294377 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c7db35f6-f67c-4da0-accd-53b3c34a02da req-76cc16d2-be9c-46ee-b58c-98d1965e47ec tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 946 time: 0.0510840 Aug 04 15:26:25.334405 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c7db35f6-f67c-4da0-accd-53b3c34a02da req-a7e16ec3-e4f7-4e33-8453-767256c94c22 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338290 Aug 04 15:26:25.510580 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 709cc591-7cd9-415b-8047-eb26fd33a8b3 up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:26:25.564412 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning for port 709cc591-7cd9-415b-8047-eb26fd33a8b3 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:26:25.568887 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port 709cc591-7cd9-415b-8047-eb26fd33a8b3 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:26:25.569263 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:25.666089 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:25.687621 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb5a39-97b4-4db1-be2a-78b03e79c198 req-2cb12901-680b-4cd4-b403-dbe8334c8405 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:25.689201 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-03eb5a39-97b4-4db1-be2a-78b03e79c198 req-2cb12901-680b-4cd4-b403-dbe8334c8405 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0513544 Aug 04 15:26:25.717586 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 709cc591-7cd9-415b-8047-eb26fd33a8b3, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=709cc591-7cd9-415b-8047-eb26fd33a8b3,segment=NetworkSegment(1cb910d9-1fa7-493c-ad0d-1cc24c3933a1),segment_id=1cb910d9-1fa7-493c-ad0d-1cc24c3933a1)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:25.723843 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:25.724778 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device a90602ff-2172-4e09-ade3-3e67e5bcef83 up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:26:25.756834 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-03eb5a39-97b4-4db1-be2a-78b03e79c198 req-f6ec9a19-0928-4134-b901-08e2e3e3ca3b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496359 Aug 04 15:26:25.821497 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=709cc591-7cd9-415b-8047-eb26fd33a8b3,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:25.825808 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01ae19-dfc5-4c7d-bae0-5f484f0c0e76 req-9ab5e348-6507-4d7c-b4a5-bc7598b5770d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:25.828742 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2b01ae19-dfc5-4c7d-bae0-5f484f0c0e76 req-9ab5e348-6507-4d7c-b4a5-bc7598b5770d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 945 time: 0.0637851 Aug 04 15:26:25.840602 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning for port a90602ff-2172-4e09-ade3-3e67e5bcef83 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:26:25.845955 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port a90602ff-2172-4e09-ade3-3e67e5bcef83 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:26:25.846409 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:25.884735 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2b01ae19-dfc5-4c7d-bae0-5f484f0c0e76 req-80753937-4bb1-4dbb-96de-f394ba2ba748 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424478 Aug 04 15:26:25.936270 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:25.972124 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port a90602ff-2172-4e09-ade3-3e67e5bcef83, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a90602ff-2172-4e09-ade3-3e67e5bcef83,segment=NetworkSegment(1cb910d9-1fa7-493c-ad0d-1cc24c3933a1),segment_id=1cb910d9-1fa7-493c-ad0d-1cc24c3933a1)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:25.976680 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:26.034450 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=a90602ff-2172-4e09-ade3-3e67e5bcef83,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:26.113309 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72495f6c-15aa-49cb-8a97-8b9e2f2d2806 req-a6bafcaf-02fa-4923-82de-4af1d0684f2e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:26.115969 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-72495f6c-15aa-49cb-8a97-8b9e2f2d2806 req-a6bafcaf-02fa-4923-82de-4af1d0684f2e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0634289 Aug 04 15:26:26.165276 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-72495f6c-15aa-49cb-8a97-8b9e2f2d2806 req-2b2fc9ec-bc0c-4bb2-93ec-52e0ff9c8b83 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392225 Aug 04 15:26:26.297785 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ccfd55-2428-40ad-bd86-1dc5c90850e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709cc591-7cd9-415b-8047-eb26fd33a8b3'}, {'server_uuid': '4b674c2d-d534-4ea4-bd12-5c69a1205ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90602ff-2172-4e09-ade3-3e67e5bcef83'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:26:26.302023 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca484e62-aa48-46f2-8fe0-bb852655cd59" -d '{"events": [{"server_uuid": "65ccfd55-2428-40ad-bd86-1dc5c90850e4", "name": "network-vif-plugged", "status": "completed", "tag": "709cc591-7cd9-415b-8047-eb26fd33a8b3"}, {"server_uuid": "4b674c2d-d534-4ea4-bd12-5c69a1205ef0", "name": "network-vif-plugged", "status": "completed", "tag": "a90602ff-2172-4e09-ade3-3e67e5bcef83"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:26:26.352814 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 15:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196c926d-0bd6-45bd-ba29-41543dc5d9eb x-openstack-request-id: req-196c926d-0bd6-45bd-ba29-41543dc5d9eb {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:26:26.353117 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ccfd55-2428-40ad-bd86-1dc5c90850e4", "name": "network-vif-plugged", "status": "completed", "tag": "709cc591-7cd9-415b-8047-eb26fd33a8b3", "code": 200}, {"server_uuid": "4b674c2d-d534-4ea4-bd12-5c69a1205ef0", "name": "network-vif-plugged", "status": "completed", "tag": "a90602ff-2172-4e09-ade3-3e67e5bcef83", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:26:26.353379 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-196c926d-0bd6-45bd-ba29-41543dc5d9eb {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:26:26.353775 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ccfd55-2428-40ad-bd86-1dc5c90850e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709cc591-7cd9-415b-8047-eb26fd33a8b3', 'code': 200} Aug 04 15:26:26.354029 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b674c2d-d534-4ea4-bd12-5c69a1205ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90602ff-2172-4e09-ade3-3e67e5bcef83', 'code': 200} Aug 04 15:26:26.456774 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa8712-b333-4e17-8ad2-c1357fc3aa02 req-998718fa-5c7b-44e6-afa9-b876803a05cc tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:26.459609 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a5fa8712-b333-4e17-8ad2-c1357fc3aa02 req-998718fa-5c7b-44e6-afa9-b876803a05cc tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 946 time: 0.0514953 Aug 04 15:26:26.508321 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a5fa8712-b333-4e17-8ad2-c1357fc3aa02 req-04b53c84-89c6-42bf-a03c-cafc1dd1df94 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427613 Aug 04 15:26:26.891350 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafd72a-701d-40a8-a5e5-9aff3cf0f365 req-80f5f88f-309c-49ac-8da7-04fc67d7d3cb tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:26.892875 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5dafd72a-701d-40a8-a5e5-9aff3cf0f365 req-80f5f88f-309c-49ac-8da7-04fc67d7d3cb tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0512822 Aug 04 15:26:26.949906 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5dafd72a-701d-40a8-a5e5-9aff3cf0f365 req-87720476-2470-4081-95ae-d48897108630 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485814 Aug 04 15:26:27.018307 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69e7c4-6c4a-4e99-98cb-83b329591003 req-8d9fdf5f-7a62-490c-a351-a1c41c67cca8 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:27.020145 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fc69e7c4-6c4a-4e99-98cb-83b329591003 req-8d9fdf5f-7a62-490c-a351-a1c41c67cca8 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 945 time: 0.0597856 Aug 04 15:26:27.064944 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fc69e7c4-6c4a-4e99-98cb-83b329591003 req-819fd436-266d-4f0d-af54-e5dde636fb3e tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383234 Aug 04 15:26:27.300864 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f0a0b-2502-4318-aed3-c1b32e3112d0 req-35fd4a2e-4e53-48cc-98e1-45f66a04ff03 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:27.302459 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-927f0a0b-2502-4318-aed3-c1b32e3112d0 req-35fd4a2e-4e53-48cc-98e1-45f66a04ff03 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0517714 Aug 04 15:26:27.344854 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-927f0a0b-2502-4318-aed3-c1b32e3112d0 req-adb5d293-4b44-4a60-9a6e-8365e563d87a tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363173 Aug 04 15:26:27.535107 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-68dfee4a-2894-46d4-849a-6e0a1e686035 req-e6d04863-f4cd-4ef0-91b6-cfe73298fa48 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493875 Aug 04 15:26:27.647732 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d4f47-8dd7-4c0e-bc74-65591c6691a6 req-d20fe7ba-a9b7-4429-ae01-77bf1ae187c2 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:27.649479 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c44d4f47-8dd7-4c0e-bc74-65591c6691a6 req-d20fe7ba-a9b7-4429-ae01-77bf1ae187c2 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 946 time: 0.0594862 Aug 04 15:26:27.729899 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c44d4f47-8dd7-4c0e-bc74-65591c6691a6 req-0f64230a-45ae-4816-a938-eaa2bd706a5c tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674925 Aug 04 15:26:27.843043 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce58ba-c6b6-45a7-ae51-e5625c89311d req-4a376727-82c4-4bc6-91f9-356948924152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:27.845518 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-80ce58ba-c6b6-45a7-ae51-e5625c89311d req-4a376727-82c4-4bc6-91f9-356948924152 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 1098 time: 0.0919206 Aug 04 15:26:27.880009 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cabca0-57ca-4410-8275-323393ba9a4c req-6144529f-9508-4c52-b940-f49de0eefd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:27.881654 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-83cabca0-57ca-4410-8275-323393ba9a4c req-6144529f-9508-4c52-b940-f49de0eefd36 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 1098 time: 0.0814555 Aug 04 15:26:27.910868 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-80ce58ba-c6b6-45a7-ae51-e5625c89311d req-f8c0f775-07db-467a-bc65-9116841e2461 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525744 Aug 04 15:26:27.936935 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-83cabca0-57ca-4410-8275-323393ba9a4c req-44524574-bdca-4c59-bbd3-19d3bd271928 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388093 Aug 04 15:26:28.094648 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed40b9-0b53-4ae4-964a-be1bbe340dec req-5a607db7-d020-4804-83bc-9148f34c2734 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:28.096281 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-94ed40b9-0b53-4ae4-964a-be1bbe340dec req-5a607db7-d020-4804-83bc-9148f34c2734 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0491159 Aug 04 15:26:28.146391 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-94ed40b9-0b53-4ae4-964a-be1bbe340dec req-969aa460-7f6c-43b1-a338-f2566ad01248 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425444 Aug 04 15:26:28.203271 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243651a-bd5b-4403-b6de-9b7da124423e req-1ed2f6d7-3873-49d7-810b-2d57fbc9dada tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:28.204905 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f243651a-bd5b-4403-b6de-9b7da124423e req-1ed2f6d7-3873-49d7-810b-2d57fbc9dada tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 945 time: 0.0581141 Aug 04 15:26:28.254751 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f243651a-bd5b-4403-b6de-9b7da124423e req-98b0703a-a67a-4101-9ece-5f786dad33e6 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402081 Aug 04 15:26:28.513019 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723a286-e23d-48c7-8c63-462130fa5308 req-e56a60f5-070e-4aa7-a937-e7554d27a359 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:28.516254 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9723a286-e23d-48c7-8c63-462130fa5308 req-e56a60f5-070e-4aa7-a937-e7554d27a359 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0654986 Aug 04 15:26:28.562417 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9723a286-e23d-48c7-8c63-462130fa5308 req-e2d5c23b-ade3-49b0-9a6d-38fbab763612 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393791 Aug 04 15:26:28.869724 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae4040-3e66-48bc-82d2-87e4da5d59fc req-4e39bf0d-7afa-4f36-ac2a-75a8f6014601 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:28.871337 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-93ae4040-3e66-48bc-82d2-87e4da5d59fc req-4e39bf0d-7afa-4f36-ac2a-75a8f6014601 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 946 time: 0.0575945 Aug 04 15:26:28.921874 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-93ae4040-3e66-48bc-82d2-87e4da5d59fc req-20d4f65b-b8a8-429c-9744-db8005982eda tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434783 Aug 04 15:26:29.277129 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bce85-7973-4e01-aa72-a36a7f72d19e req-8e365440-88a2-40f6-a3e6-8c756ce94f51 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:29.278676 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-279bce85-7973-4e01-aa72-a36a7f72d19e req-8e365440-88a2-40f6-a3e6-8c756ce94f51 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0510921 Aug 04 15:26:29.330655 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-279bce85-7973-4e01-aa72-a36a7f72d19e req-a8741328-cc64-42a6-93cc-1f184c48ac76 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427859 Aug 04 15:26:29.396396 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036bbf4-8293-4923-9c54-6c07f8ae5078 req-2c50f07a-6f03-42c0-9a8f-66144c464d71 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:29.397937 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c036bbf4-8293-4923-9c54-6c07f8ae5078 req-2c50f07a-6f03-42c0-9a8f-66144c464d71 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 945 time: 0.0519149 Aug 04 15:26:29.442233 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c036bbf4-8293-4923-9c54-6c07f8ae5078 req-a18814d7-4819-460c-b554-f40bd830b217 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381587 Aug 04 15:26:29.700401 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7ad88-aa84-4d1d-b77f-06f3da9c86f0 req-cc3d07df-ba05-4b60-ac43-8aa3bd01b4c3 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:29.702643 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-eaf7ad88-aa84-4d1d-b77f-06f3da9c86f0 req-cc3d07df-ba05-4b60-ac43-8aa3bd01b4c3 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0522835 Aug 04 15:26:29.748369 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-eaf7ad88-aa84-4d1d-b77f-06f3da9c86f0 req-52d89237-fbb6-4d35-8e3d-fa860dd5d7f3 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364249 Aug 04 15:26:30.233177 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff87ead-dd63-4844-abf0-0a0235703ede req-57bb8610-6dcf-4b7e-9413-5adf38e74d49 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:30.234739 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-cff87ead-dd63-4844-abf0-0a0235703ede req-57bb8610-6dcf-4b7e-9413-5adf38e74d49 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 946 time: 0.2339008 Aug 04 15:26:30.294066 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-cff87ead-dd63-4844-abf0-0a0235703ede req-9df97b33-2a54-4ea5-aa86-c46084ef05df tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529866 Aug 04 15:26:30.458032 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a28781-10f4-4efb-9f31-a76c563a54e1 req-2b4d273b-8810-4d73-a803-1f465432c5ed tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:30.459627 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c7a28781-10f4-4efb-9f31-a76c563a54e1 req-2b4d273b-8810-4d73-a803-1f465432c5ed tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0535238 Aug 04 15:26:30.506468 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c7a28781-10f4-4efb-9f31-a76c563a54e1 req-db92c81d-2d12-43e6-a923-fa77ae8cd18b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401073 Aug 04 15:26:30.593702 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3c1d7-a129-4441-8eef-49917ae2cd59 req-0f2d91ca-3bbf-4de6-b001-f36028762ec5 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:30.595364 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1eb3c1d7-a129-4441-8eef-49917ae2cd59 req-0f2d91ca-3bbf-4de6-b001-f36028762ec5 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 945 time: 0.0699317 Aug 04 15:26:30.644578 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1eb3c1d7-a129-4441-8eef-49917ae2cd59 req-548f0bfa-8a57-406b-9269-dda48664d716 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431218 Aug 04 15:26:30.870934 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4903331-402f-44a7-8f7c-beffb136ac47 req-18869097-f21d-4ca9-ac79-57bbc180030f tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:30.872693 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a4903331-402f-44a7-8f7c-beffb136ac47 req-18869097-f21d-4ca9-ac79-57bbc180030f tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0506697 Aug 04 15:26:30.914330 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a4903331-402f-44a7-8f7c-beffb136ac47 req-3f5e841d-2bff-4cbc-8636-d7ae3801760a tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349240 Aug 04 15:26:30.988573 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 6bba3745-64a1-4f53-a73b-2a64453b6f39 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:26:31.114633 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 6bba3745-64a1-4f53-a73b-2a64453b6f39, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6bba3745-64a1-4f53-a73b-2a64453b6f39,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:31.130348 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': '6bba3745-64a1-4f53-a73b-2a64453b6f39', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'port_id': '6bba3745-64a1-4f53-a73b-2a64453b6f39', 'mac_address': 'fa:16:3e:77:77:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:26:31.181839 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:31.196358 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bba3745-64a1-4f53-a73b-2a64453b6f39 {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:26:31.225581 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 6bba3745-64a1-4f53-a73b-2a64453b6f39, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6bba3745-64a1-4f53-a73b-2a64453b6f39,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:31.231039 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:31.305533 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=6bba3745-64a1-4f53-a73b-2a64453b6f39,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:31.450092 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363c534-9194-4ed2-b218-44d02e28db3d req-37520ddf-874b-47ac-a893-7135b4550d2c tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:31.453420 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e363c534-9194-4ed2-b218-44d02e28db3d req-37520ddf-874b-47ac-a893-7135b4550d2c tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 946 time: 0.0725749 Aug 04 15:26:31.500347 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e363c534-9194-4ed2-b218-44d02e28db3d req-04d50170-81e7-4205-bf40-12dcb5d973e8 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405707 Aug 04 15:26:31.658844 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31733719-d520-4621-b7a9-7ea9ec046495 req-44eb3a75-0a11-4c6b-b196-59c84a89256e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:31.660423 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-31733719-d520-4621-b7a9-7ea9ec046495 req-44eb3a75-0a11-4c6b-b196-59c84a89256e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 944 time: 0.0687761 Aug 04 15:26:31.722500 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-31733719-d520-4621-b7a9-7ea9ec046495 req-6350d751-7777-43ea-8dfc-306162e7a61b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502317 Aug 04 15:26:31.781285 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b646b-af9e-4fa2-aa86-fb2caf0980ee req-305cb46e-f01e-44c3-955e-344dbd497f84 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:31.783993 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-061b646b-af9e-4fa2-aa86-fb2caf0980ee req-305cb46e-f01e-44c3-955e-344dbd497f84 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 945 time: 0.0639536 Aug 04 15:26:31.836938 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-061b646b-af9e-4fa2-aa86-fb2caf0980ee req-70809eb6-48d7-40b3-ac4e-9279d7d8f89d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449235 Aug 04 15:26:32.041088 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7a251-8546-4c33-87e3-b77fcba7f79b req-a689dbf0-77a4-4f31-a863-0e5cf19cab2c tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:32.042605 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c2f7a251-8546-4c33-87e3-b77fcba7f79b req-a689dbf0-77a4-4f31-a863-0e5cf19cab2c tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0501375 Aug 04 15:26:32.081300 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c2f7a251-8546-4c33-87e3-b77fcba7f79b req-6a4e2e3f-5399-4935-89c6-523cb2ff2359 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318775 Aug 04 15:26:32.635743 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c01f64-9ecc-4fd4-9f9a-431c2c52cb2a req-0ec85a92-b690-443e-b248-77efd0c17fac tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:32.637283 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e5c01f64-9ecc-4fd4-9f9a-431c2c52cb2a req-0ec85a92-b690-443e-b248-77efd0c17fac tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 946 time: 0.0629497 Aug 04 15:26:32.679253 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e5c01f64-9ecc-4fd4-9f9a-431c2c52cb2a req-9967dac1-0529-45c5-b6b5-bb8cad284a5b tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351813 Aug 04 15:26:32.876781 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f859a2-d259-45aa-9e85-84e7ce75039a req-29611c5c-c808-4d57-b57b-6d29bc1b3f2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:32.878583 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-77f859a2-d259-45aa-9e85-84e7ce75039a req-29611c5c-c808-4d57-b57b-6d29bc1b3f2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 944 time: 0.0618653 Aug 04 15:26:32.927887 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-77f859a2-d259-45aa-9e85-84e7ce75039a req-2c10f735-2c33-460e-9fed-098296889c34 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419171 Aug 04 15:26:32.999120 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf8dd6-e447-484f-a4c1-becdc29c34d6 req-57690593-d6df-4409-8a26-6c8a04c23858 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:33.011952 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-efcf8dd6-e447-484f-a4c1-becdc29c34d6 req-57690593-d6df-4409-8a26-6c8a04c23858 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 945 time: 0.0842586 Aug 04 15:26:33.055508 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-efcf8dd6-e447-484f-a4c1-becdc29c34d6 req-bdd5978b-f83d-45a3-b3b5-27ef74c765aa tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464284 Aug 04 15:26:33.208190 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20378953-3349-4cfa-8767-555f5a2e4bc8 req-0c8f1cc5-fc10-4ae1-8094-63d5343a8b93 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:33.209745 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-20378953-3349-4cfa-8767-555f5a2e4bc8 req-0c8f1cc5-fc10-4ae1-8094-63d5343a8b93 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0570512 Aug 04 15:26:33.249370 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-20378953-3349-4cfa-8767-555f5a2e4bc8 req-bc02c71e-72bf-439f-8cb6-2d0251817506 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334749 Aug 04 15:26:34.068362 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0330a9-3c91-4df6-a969-475b989f4724 req-5df5397f-cccc-41e0-aff4-615ad92867f8 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:34.069885 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ea0330a9-3c91-4df6-a969-475b989f4724 req-5df5397f-cccc-41e0-aff4-615ad92867f8 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 944 time: 0.0579946 Aug 04 15:26:34.113705 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ea0330a9-3c91-4df6-a969-475b989f4724 req-4bb7811f-1cb5-485a-865a-d0b4ec462ca3 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377147 Aug 04 15:26:34.181472 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7df2a-0479-4c99-8844-35492578e581 req-6e81f02e-6e41-4fbd-a194-4c88210d7267 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:34.182965 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-18f7df2a-0479-4c99-8844-35492578e581 req-6e81f02e-6e41-4fbd-a194-4c88210d7267 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 945 time: 0.0544360 Aug 04 15:26:34.220637 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-18f7df2a-0479-4c99-8844-35492578e581 req-d6df94c3-a94e-4a7d-8b82-c86f165261e9 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314975 Aug 04 15:26:34.370547 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b7adf-7a94-4a29-857a-36fbe3c2d43d req-fe25b473-ad0f-4fd9-8953-55cc8eeb2685 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:34.372140 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-932b7adf-7a94-4a29-857a-36fbe3c2d43d req-fe25b473-ad0f-4fd9-8953-55cc8eeb2685 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0551102 Aug 04 15:26:34.412698 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-932b7adf-7a94-4a29-857a-36fbe3c2d43d req-87905a30-ea96-4886-89fe-56a13e13605b tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336120 Aug 04 15:26:34.798716 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['6bba3745-64a1-4f53-a73b-2a64453b6f39'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:26:35.230850 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce031b-5fb0-4f5a-871c-e9149cd44635 req-ad11e73f-bb68-4000-b7ab-1c7de920d6e7 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:35.233013 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c1ce031b-5fb0-4f5a-871c-e9149cd44635 req-ad11e73f-bb68-4000-b7ab-1c7de920d6e7 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 944 time: 0.0479677 Aug 04 15:26:35.276890 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c1ce031b-5fb0-4f5a-871c-e9149cd44635 req-649a608e-f994-46d6-ba58-6fbf89a474f5 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373516 Aug 04 15:26:35.337793 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e57792-8d5f-4d11-8bdc-7e69dd143f70 req-95e49c2f-0f87-4970-a712-e04eaa02ce21 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:35.339226 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-06e57792-8d5f-4d11-8bdc-7e69dd143f70 req-95e49c2f-0f87-4970-a712-e04eaa02ce21 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 945 time: 0.0494833 Aug 04 15:26:35.382511 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-06e57792-8d5f-4d11-8bdc-7e69dd143f70 req-54dd1502-3db7-4d8c-beac-4809c08357ba tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371819 Aug 04 15:26:35.518426 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-969d64c2-7c6a-4a04-aa72-700623d3203c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:35.543637 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301de1c-7b35-4d93-b6cf-5ba8dddd2d4f req-2ce58be2-c8de-4ff0-ac0d-465a1c562a80 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:35.545900 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f301de1c-7b35-4d93-b6cf-5ba8dddd2d4f req-2ce58be2-c8de-4ff0-ac0d-465a1c562a80 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0595386 Aug 04 15:26:35.590089 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f301de1c-7b35-4d93-b6cf-5ba8dddd2d4f req-bf121857-9fec-4454-8cc4-27ca7e875a5a tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373375 Aug 04 15:26:36.396179 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39b677-c29b-4b63-9986-2d69dc2ae15f req-3e376993-9b32-48a4-91c8-8ce0051c1817 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:36.397558 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6f39b677-c29b-4b63-9986-2d69dc2ae15f req-3e376993-9b32-48a4-91c8-8ce0051c1817 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 944 time: 0.0478806 Aug 04 15:26:36.443455 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6f39b677-c29b-4b63-9986-2d69dc2ae15f req-c76f6510-5078-4386-871a-3495a2a7c4d1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400081 Aug 04 15:26:36.714366 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b1b7e-8654-43d9-8944-5abe85344c43 req-4b0a3fcb-dbfd-4b3f-939e-6b59066629c0 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:36.715793 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b22b1b7e-8654-43d9-8944-5abe85344c43 req-4b0a3fcb-dbfd-4b3f-939e-6b59066629c0 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0567412 Aug 04 15:26:36.757477 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b22b1b7e-8654-43d9-8944-5abe85344c43 req-105b1953-1c41-4e78-806e-411e013cbcc2 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353625 Aug 04 15:26:37.561721 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bc8ac-0d79-42e7-bf77-4cce98b8736d req-f25f11fc-6cae-46b6-8591-beddb38553aa tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:37.563252 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-812bc8ac-0d79-42e7-bf77-4cce98b8736d req-f25f11fc-6cae-46b6-8591-beddb38553aa tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 944 time: 0.0485473 Aug 04 15:26:37.601336 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-812bc8ac-0d79-42e7-bf77-4cce98b8736d req-072cb5cb-d86c-4f9d-b9f6-af6947510773 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322466 Aug 04 15:26:37.881018 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900f670-fbba-47ca-81d6-f99792cabbc0 req-71697122-ad1e-460c-84c1-0ea5970d3631 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:37.882522 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d900f670-fbba-47ca-81d6-f99792cabbc0 req-71697122-ad1e-460c-84c1-0ea5970d3631 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0478830 Aug 04 15:26:37.922988 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d900f670-fbba-47ca-81d6-f99792cabbc0 req-8d529aeb-997b-4e4b-b7f4-2dcb66a9ff2a tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334201 Aug 04 15:26:38.724583 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95c435-f3fd-4c13-a3bb-f9c7dc18e7c4 req-dd336650-37df-48d2-9d60-9eb65100c498 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:38.726095 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4d95c435-f3fd-4c13-a3bb-f9c7dc18e7c4 req-dd336650-37df-48d2-9d60-9eb65100c498 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 944 time: 0.0529201 Aug 04 15:26:38.772971 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4d95c435-f3fd-4c13-a3bb-f9c7dc18e7c4 req-f15f89ab-1a0c-4223-8e87-d5a0db656572 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397332 Aug 04 15:26:38.998953 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-05808089-0261-40a9-9336-0e80b42f7c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:39.042734 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c9346-7ab7-463a-ba89-a206fa988d26 req-7b3c734f-db1f-4b06-b66c-fb1163f0f8c2 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:39.044243 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b67c9346-7ab7-463a-ba89-a206fa988d26 req-7b3c734f-db1f-4b06-b66c-fb1163f0f8c2 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0498216 Aug 04 15:26:39.084058 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b67c9346-7ab7-463a-ba89-a206fa988d26 req-edf99812-707d-4b59-b513-708e1fb0742c tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327075 Aug 04 15:26:39.371473 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:39.469596 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0568100-a843-464b-bdfe-0985208f8bf0 req-f862b11d-1c15-4ce8-aab4-746d48a60cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:39.471161 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b0568100-a843-464b-bdfe-0985208f8bf0 req-f862b11d-1c15-4ce8-aab4-746d48a60cca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=13d02bf790ce4464804411b784db648d&device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 1098 time: 0.0641742 Aug 04 15:26:39.532671 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87944b3-2099-4581-826a-6d8301c94b76 req-95bfb457-53dc-48c1-afc8-2c6a40747b1d tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:39.534331 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a87944b3-2099-4581-826a-6d8301c94b76 req-95bfb457-53dc-48c1-afc8-2c6a40747b1d tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.1415460 Aug 04 15:26:39.577105 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:39.600022 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a87944b3-2099-4581-826a-6d8301c94b76 req-a974b4a8-8627-4ca3-ae43-fc8c968e9859 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586550 Aug 04 15:26:39.617598 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0568100-a843-464b-bdfe-0985208f8bf0 req-a52f363a-06be-4324-87b1-8ae628a28ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:39.619075 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b0568100-a843-464b-bdfe-0985208f8bf0 req-a52f363a-06be-4324-87b1-8ae628a28ab9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcd16224-3e84-44b0-a461-e2a9f25dc336 HTTP/1.1" status: 200 len: 919 time: 0.1403427 Aug 04 15:26:39.859181 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b0568100-a843-464b-bdfe-0985208f8bf0 req-55ca7b3f-c00f-4721-9f50-42d3b4038f30 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a90602ff-2172-4e09-ade3-3e67e5bcef83 HTTP/1.1" status: 200 len: 217 time: 0.2210488 Aug 04 15:26:39.961748 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0568100-a843-464b-bdfe-0985208f8bf0 req-0991da5b-d390-4080-ae23-03cd5e2db824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:39.963707 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b0568100-a843-464b-bdfe-0985208f8bf0 req-0991da5b-d390-4080-ae23-03cd5e2db824 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2601cba3-2975-403d-8fbf-30dac3fcbfd7 HTTP/1.1" status: 200 len: 858 time: 0.0595825 Aug 04 15:26:39.973112 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c490fd2-677f-44fb-b6d0-390151365360 req-5382027e-775a-442c-b513-a840516dc569 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:39.974901 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7c490fd2-677f-44fb-b6d0-390151365360 req-5382027e-775a-442c-b513-a840516dc569 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 944 time: 0.0952730 Aug 04 15:26:39.987498 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 6bba3745-64a1-4f53-a73b-2a64453b6f39 up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:26:40.041816 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b0568100-a843-464b-bdfe-0985208f8bf0 req-1a17c193-c54f-4324-9e8e-2dc6fd44eae3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcd16224-3e84-44b0-a461-e2a9f25dc336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373392 Aug 04 15:26:40.043932 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning for port 6bba3745-64a1-4f53-a73b-2a64453b6f39 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:26:40.051140 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port 6bba3745-64a1-4f53-a73b-2a64453b6f39 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:26:40.051697 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:40.069821 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7c490fd2-677f-44fb-b6d0-390151365360 req-8cae92f5-c159-4f21-86bd-252e84b10317 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882714 Aug 04 15:26:40.169628 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:40.193269 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:40.205640 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4ea4f4-ae30-450e-ae7f-30a9e17f0365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bba3745-64a1-4f53-a73b-2a64453b6f39'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:26:40.207940 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b76149-4778-4c32-9666-c7a7598cc094" -d '{"events": [{"server_uuid": "2c4ea4f4-ae30-450e-ae7f-30a9e17f0365", "name": "network-vif-plugged", "status": "completed", "tag": "6bba3745-64a1-4f53-a73b-2a64453b6f39"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:26:40.216373 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b0568100-a843-464b-bdfe-0985208f8bf0 req-1ec97a53-1c77-43eb-a990-779875784d31 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642730 Aug 04 15:26:40.221203 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 6bba3745-64a1-4f53-a73b-2a64453b6f39, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6bba3745-64a1-4f53-a73b-2a64453b6f39,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:40.232872 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:40.269063 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fc401d-42a6-40b0-b913-6eb58a50e9e7 x-openstack-request-id: req-a8fc401d-42a6-40b0-b913-6eb58a50e9e7 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:26:40.269353 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4ea4f4-ae30-450e-ae7f-30a9e17f0365", "name": "network-vif-plugged", "status": "completed", "tag": "6bba3745-64a1-4f53-a73b-2a64453b6f39", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:26:40.269642 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8fc401d-42a6-40b0-b913-6eb58a50e9e7 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:26:40.270007 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4ea4f4-ae30-450e-ae7f-30a9e17f0365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bba3745-64a1-4f53-a73b-2a64453b6f39', 'code': 200} Aug 04 15:26:40.292503 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=6bba3745-64a1-4f53-a73b-2a64453b6f39,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:40.344927 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b0568100-a843-464b-bdfe-0985208f8bf0 req-a4535202-2728-449f-b736-a3e0a1d9c03b service neutron] 10.222.0.59 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207433 Aug 04 15:26:40.491920 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8af0e-345b-4da9-9b7e-df36dddf8309 req-f3f6ec7c-83e9-41f8-bfca-9ed9ee02d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:40.493471 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8fd8af0e-345b-4da9-9b7e-df36dddf8309 req-f3f6ec7c-83e9-41f8-bfca-9ed9ee02d252 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 1098 time: 0.0517080 Aug 04 15:26:40.542656 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8fd8af0e-345b-4da9-9b7e-df36dddf8309 req-3774a6c0-37bb-430f-bb90-46a3936cfd67 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381825 Aug 04 15:26:40.751434 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ba9f2-e48d-40d5-b140-9e8dc0de38b4 req-41559d80-786f-409b-a34d-201d0d728130 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:40.753310 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-cb3ba9f2-e48d-40d5-b140-9e8dc0de38b4 req-41559d80-786f-409b-a34d-201d0d728130 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0652008 Aug 04 15:26:40.814862 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-cb3ba9f2-e48d-40d5-b140-9e8dc0de38b4 req-33cf17a0-e922-4b61-8c70-d568f58ebeef tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468168 Aug 04 15:26:41.165515 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 52040) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:41.223179 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dddbb-ac00-41c4-8f3e-c7869cf59898 req-09d386ef-728c-4250-ad98-e4b388446f13 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:41.224751 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a75dddbb-ac00-41c4-8f3e-c7869cf59898 req-09d386ef-728c-4250-ad98-e4b388446f13 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0513065 Aug 04 15:26:41.265109 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a75dddbb-ac00-41c4-8f3e-c7869cf59898 req-d6c39add-e229-421a-b3cb-b122b676e841 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330977 Aug 04 15:26:41.277211 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3e30bed6-647c-4bfd-88ce-ca09ca95438c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:41.373311 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3e30bed6-647c-4bfd-88ce-ca09ca95438c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:41.377321 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3e30bed6-647c-4bfd-88ce-ca09ca95438c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:41.416799 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-3e30bed6-647c-4bfd-88ce-ca09ca95438c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2eed5c9527214e9696eb9e22cc30da54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506738 Aug 04 15:26:41.419373 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 52052) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:41.423659 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30bed6-647c-4bfd-88ce-ca09ca95438c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb8e700-8b4d-4215-8e53-d27c83f07b47,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:41.473024 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1ee907f2-371d-4281-bcbf-19dfdfc70706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:41.495853 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1ee907f2-371d-4281-bcbf-19dfdfc70706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:41.545319 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1ee907f2-371d-4281-bcbf-19dfdfc70706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:41.547991 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1ee907f2-371d-4281-bcbf-19dfdfc70706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:41.549151 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-1ee907f2-371d-4281-bcbf-19dfdfc70706 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dcb8e700-8b4d-4215-8e53-d27c83f07b47 HTTP/1.1" status: 204 len: 168 time: 0.1288517 Aug 04 15:26:41.557527 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee907f2-371d-4281-bcbf-19dfdfc70706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb8e700-8b4d-4215-8e53-d27c83f07b47,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:41.986863 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f914af-999e-412b-acc5-8ad652a9e709 req-36b42d34-f9a5-4263-aef4-d3899512f4db tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:41.988489 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-60f914af-999e-412b-acc5-8ad652a9e709 req-36b42d34-f9a5-4263-aef4-d3899512f4db tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0965810 Aug 04 15:26:42.054453 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 52094) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:42.056744 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-60f914af-999e-412b-acc5-8ad652a9e709 req-5f15f1da-eb65-4fc1-bb56-c1ef38fe6ba9 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618181 Aug 04 15:26:42.068389 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-64520ed9-5c65-47f0-908c-d519d2fe86c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:42.187221 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-64520ed9-5c65-47f0-908c-d519d2fe86c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:42.191615 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-64520ed9-5c65-47f0-908c-d519d2fe86c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:42.200441 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 52098) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:42.230056 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64520ed9-5c65-47f0-908c-d519d2fe86c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c0df19-4305-4424-b79b-9968b575fce1,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:42.235347 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-64520ed9-5c65-47f0-908c-d519d2fe86c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=884fbc4541c34283a7bb103d75741c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796501 Aug 04 15:26:42.237898 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 52102) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:42.291801 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-64517d23-5073-4c76-b9ad-b79c5efac9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:42.317383 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-64517d23-5073-4c76-b9ad-b79c5efac9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:42.321432 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ffb95c29-562d-40ee-9e66-240746b154be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:42.401112 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae2a6e-76dc-4312-9974-347550640ab7 req-4312036f-1591-483d-b394-b1f5bd306cab tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:42.402759 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a9ae2a6e-76dc-4312-9974-347550640ab7 req-4312036f-1591-483d-b394-b1f5bd306cab tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0590310 Aug 04 15:26:42.425854 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-64517d23-5073-4c76-b9ad-b79c5efac9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:42.428442 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-64517d23-5073-4c76-b9ad-b79c5efac9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:42.429564 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-64517d23-5073-4c76-b9ad-b79c5efac9c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/95c0df19-4305-4424-b79b-9968b575fce1 HTTP/1.1" status: 204 len: 168 time: 0.1907551 Aug 04 15:26:42.440322 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ffb95c29-562d-40ee-9e66-240746b154be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:42.444263 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64517d23-5073-4c76-b9ad-b79c5efac9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c0df19-4305-4424-b79b-9968b575fce1,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:42.444677 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ffb95c29-562d-40ee-9e66-240746b154be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:42.468461 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a9ae2a6e-76dc-4312-9974-347550640ab7 req-d9a75d64-54fc-4cfb-9c55-69f2acf8118f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566881 Aug 04 15:26:42.490442 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-ffb95c29-562d-40ee-9e66-240746b154be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab15ec0a4a6f4ed4a4059f13dc166759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860944 Aug 04 15:26:42.490442 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb95c29-562d-40ee-9e66-240746b154be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450c550d-3e25-4947-bc2c-558cb7c191df,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:42.491000 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 52108) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:42.552041 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5f20ad79-1c54-4b16-82a1-e32d258e750a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:42.571022 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:42.584431 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5f20ad79-1c54-4b16-82a1-e32d258e750a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:42.649643 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5f20ad79-1c54-4b16-82a1-e32d258e750a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:42.653373 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5f20ad79-1c54-4b16-82a1-e32d258e750a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:42.654887 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-5f20ad79-1c54-4b16-82a1-e32d258e750a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/450c550d-3e25-4947-bc2c-558cb7c191df HTTP/1.1" status: 204 len: 168 time: 0.1626942 Aug 04 15:26:42.663028 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20ad79-1c54-4b16-82a1-e32d258e750a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450c550d-3e25-4947-bc2c-558cb7c191df,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:42.772419 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 52114) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:42.786522 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-df8dcf38-5dd6-413b-89f2-18b8cd2c823f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:42.936007 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-df8dcf38-5dd6-413b-89f2-18b8cd2c823f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:42.940558 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-df8dcf38-5dd6-413b-89f2-18b8cd2c823f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:42.979997 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-df8dcf38-5dd6-413b-89f2-18b8cd2c823f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0daf7f3afa6149359a176eb8fc3a0122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061703 Aug 04 15:26:42.982413 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 52120) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:42.983482 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8dcf38-5dd6-413b-89f2-18b8cd2c823f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da158c9-31a2-46f8-9a31-406072e37a91,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:43.041367 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c3f1abbd-cb5a-41b2-a1e7-1cc16b924226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:43.075094 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c3f1abbd-cb5a-41b2-a1e7-1cc16b924226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:43.144696 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c3f1abbd-cb5a-41b2-a1e7-1cc16b924226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:43.147679 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c3f1abbd-cb5a-41b2-a1e7-1cc16b924226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:43.151284 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-c3f1abbd-cb5a-41b2-a1e7-1cc16b924226 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3da158c9-31a2-46f8-9a31-406072e37a91 HTTP/1.1" status: 204 len: 168 time: 0.1653950 Aug 04 15:26:43.160867 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1abbd-cb5a-41b2-a1e7-1cc16b924226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da158c9-31a2-46f8-9a31-406072e37a91,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:43.205968 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 52134) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:43.223645 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d1a9ec4c-4dd0-42b2-b938-bf6690f17aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:43.224211 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293e49a-2e3e-43c0-91a8-f502042d0b6b req-13ddafc1-8139-410b-8140-bfb298327734 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:43.226213 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d293e49a-2e3e-43c0-91a8-f502042d0b6b req-13ddafc1-8139-410b-8140-bfb298327734 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0760968 Aug 04 15:26:43.285088 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d293e49a-2e3e-43c0-91a8-f502042d0b6b req-7f44f36d-630b-4b73-aeeb-efce2dd6cf12 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512061 Aug 04 15:26:43.349138 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d1a9ec4c-4dd0-42b2-b938-bf6690f17aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:43.354729 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d1a9ec4c-4dd0-42b2-b938-bf6690f17aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:43.396313 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-d1a9ec4c-4dd0-42b2-b938-bf6690f17aff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba14e1a8ee9d4681aaef15fbda5b8928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889179 Aug 04 15:26:43.397317 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9ec4c-4dd0-42b2-b938-bf6690f17aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3b8b80-1e61-40a7-8d0e-ba2af8866ab1,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:43.399465 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 52138) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:43.455320 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a8c3e51b-53f2-4b93-a889-96f1d8e8dabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:43.481343 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a8c3e51b-53f2-4b93-a889-96f1d8e8dabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:43.578607 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a8c3e51b-53f2-4b93-a889-96f1d8e8dabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:43.582102 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a8c3e51b-53f2-4b93-a889-96f1d8e8dabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:43.583411 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-a8c3e51b-53f2-4b93-a889-96f1d8e8dabf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ce3b8b80-1e61-40a7-8d0e-ba2af8866ab1 HTTP/1.1" status: 204 len: 168 time: 0.1829250 Aug 04 15:26:43.598330 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3e51b-53f2-4b93-a889-96f1d8e8dabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3b8b80-1e61-40a7-8d0e-ba2af8866ab1,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:43.670830 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae429ef-802a-4ba0-b7ec-5f55a417309b req-2dfcd993-f7df-4a2a-bb80-a8d3cccdc4e6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:43.672501 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6ae429ef-802a-4ba0-b7ec-5f55a417309b req-2dfcd993-f7df-4a2a-bb80-a8d3cccdc4e6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0957925 Aug 04 15:26:43.727714 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6ae429ef-802a-4ba0-b7ec-5f55a417309b req-d385d0df-e62a-4966-9399-94f0bdcfcda1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457814 Aug 04 15:26:44.433458 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b8df5-07b7-4b78-a271-9d1c3d9d7a65 req-d2e3ef1e-d042-4d8a-a37d-e6bf9d11ffa2 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:44.437088 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-531b8df5-07b7-4b78-a271-9d1c3d9d7a65 req-d2e3ef1e-d042-4d8a-a37d-e6bf9d11ffa2 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0701890 Aug 04 15:26:44.500642 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-531b8df5-07b7-4b78-a271-9d1c3d9d7a65 req-9616bb45-2649-4f02-81d0-198bc8364375 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552042 Aug 04 15:26:44.902368 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ebd08-d0f0-49c5-be09-af303b1a4ce0 req-5630d65c-8b3d-4925-8e93-37bb75c1c8b6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:44.905682 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2a2ebd08-d0f0-49c5-be09-af303b1a4ce0 req-5630d65c-8b3d-4925-8e93-37bb75c1c8b6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0973909 Aug 04 15:26:44.973046 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2a2ebd08-d0f0-49c5-be09-af303b1a4ce0 req-8f5d4b46-d2de-4037-8841-ec4883b75428 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531809 Aug 04 15:26:45.712097 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa083e-ae37-4a5d-9083-ad2861e4f418 req-cf31756c-e5d3-4a74-b5f4-81683743158e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:45.713681 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-11aa083e-ae37-4a5d-9083-ad2861e4f418 req-cf31756c-e5d3-4a74-b5f4-81683743158e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0834410 Aug 04 15:26:45.771833 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-11aa083e-ae37-4a5d-9083-ad2861e4f418 req-b2476385-f79e-46ff-8c7a-04f24f3c267c tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509329 Aug 04 15:26:46.117058 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b3117-0099-4154-87bb-34269d37be62 req-2d046397-070f-425e-b3ca-226b8395875c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:46.118731 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-259b3117-0099-4154-87bb-34269d37be62 req-2d046397-070f-425e-b3ca-226b8395875c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0545261 Aug 04 15:26:46.160320 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-259b3117-0099-4154-87bb-34269d37be62 req-87601baf-8616-4b48-b787-bd2bc0c8e78e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342536 Aug 04 15:26:46.323671 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698e147-c306-4689-baac-91714000e435 req-7e874fb7-1661-4fc8-803b-d6d4fe2edc2f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:46.325476 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0698e147-c306-4689-baac-91714000e435 req-7e874fb7-1661-4fc8-803b-d6d4fe2edc2f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0528388 Aug 04 15:26:46.334649 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 52304) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:46.339804 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-f65b0803-b42a-4efb-a2b6-5090a1c77f04 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Request body: {'floatingip': {'port_id': '6bba3745-64a1-4f53-a73b-2a64453b6f39'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:26:46.411822 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f65b0803-b42a-4efb-a2b6-5090a1c77f04 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for floatingip, before_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:47.048009 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfa9dc-bf6e-4cf8-b3ea-509506ebe9d3 req-90daa232-93e6-4583-ac76-d920fa055e7c tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:47.049555 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-17cfa9dc-bf6e-4cf8-b3ea-509506ebe9d3 req-90daa232-93e6-4583-ac76-d920fa055e7c tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.1796525 Aug 04 15:26:47.157393 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-17cfa9dc-bf6e-4cf8-b3ea-509506ebe9d3 req-57cf85ef-c304-4a76-bf17-933ae00994ff tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018741 Aug 04 15:26:47.238506 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f65b0803-b42a-4efb-a2b6-5090a1c77f04 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:47.242491 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f65b0803-b42a-4efb-a2b6-5090a1c77f04 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068737'] for floatingip, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:47.542813 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.db.l3_db [None req-f65b0803-b42a-4efb-a2b6-5090a1c77f04 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Floating IP 6c8306cf-d6eb-41e7-9366-1a568f384e1a associated. External IP: 172.27.3.120, port: 6bba3745-64a1-4f53-a73b-2a64453b6f39. Aug 04 15:26:47.757201 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65b0803-b42a-4efb-a2b6-5090a1c77f04 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Router fd495a11-bd8f-444c-8b11-bfecf64b6dcb has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:26:47.882252 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65b0803-b42a-4efb-a2b6-5090a1c77f04 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:26:47.889523 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f65b0803-b42a-4efb-a2b6-5090a1c77f04 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:47.901499 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543ef499-6ff7-4464-8657-2e4aa86b8b81 None None] Sync routers for ids ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'] in dv-cinder-689486-15-iscsi {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:26:47.923389 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-f65b0803-b42a-4efb-a2b6-5090a1c77f04 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "PUT /v2.0/floatingips/6c8306cf-d6eb-41e7-9366-1a568f384e1a HTTP/1.1" status: 200 len: 991 time: 1.5872297 Aug 04 15:26:47.923851 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543ef499-6ff7-4464-8657-2e4aa86b8b81 None None] Routers {'fd495a11-bd8f-444c-8b11-bfecf64b6dcb'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:26:47.924239 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4ea4f4-ae30-450e-ae7f-30a9e17f0365', 'tag': '6bba3745-64a1-4f53-a73b-2a64453b6f39'}] {{(pid=93420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:26:47.924483 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-543ef499-6ff7-4464-8657-2e4aa86b8b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:26:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:26:47.926788 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a8606f0b79035e877430952f6a143f8bf77a00db166e3d643dd1b603a21b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a1374f-b018-4ee2-91cf-b0ec915c7a29" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4ea4f4-ae30-450e-ae7f-30a9e17f0365", "tag": "6bba3745-64a1-4f53-a73b-2a64453b6f39"}]}' {{(pid=93420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:26:47.999971 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea657ed-cfcd-4bc4-a6e2-f728ec59b818 x-openstack-request-id: req-bea657ed-cfcd-4bc4-a6e2-f728ec59b818 {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:26:48.000546 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4ea4f4-ae30-450e-ae7f-30a9e17f0365", "tag": "6bba3745-64a1-4f53-a73b-2a64453b6f39", "status": "completed", "code": 200}]} {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:26:48.001023 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bea657ed-cfcd-4bc4-a6e2-f728ec59b818 {{(pid=93420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:26:48.001614 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4ea4f4-ae30-450e-ae7f-30a9e17f0365', 'tag': '6bba3745-64a1-4f53-a73b-2a64453b6f39', 'status': 'completed', 'code': 200} Aug 04 15:26:48.074264 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-543ef499-6ff7-4464-8657-2e4aa86b8b81 None None] Set router fd495a11-bd8f-444c-8b11-bfecf64b6dcb gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:26:48.313403 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31a6a5-63e9-44c4-bc1e-da4ee513e077 req-c0f09a61-7642-4493-9779-5d1e44bc6abb tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:48.315187 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4c31a6a5-63e9-44c4-bc1e-da4ee513e077 req-c0f09a61-7642-4493-9779-5d1e44bc6abb tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0634880 Aug 04 15:26:48.358681 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4c31a6a5-63e9-44c4-bc1e-da4ee513e077 req-c6e85f1c-a122-42f1-8019-7da646c0dd75 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369511 Aug 04 15:26:48.443497 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-543ef499-6ff7-4464-8657-2e4aa86b8b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'gw_port': {'id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': '6c8306cf-d6eb-41e7-9366-1a568f384e1a', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'port_id': '6bba3745-64a1-4f53-a73b-2a64453b6f39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'mac_address': 'fa:16:3e:77:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4ea4f4-ae30-450e-ae7f-30a9e17f0365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:26:12Z', 'updated_at': '2021-08-04T15:26:47Z', 'revision_number': 1, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f31edf3-797f-44f5-b381-5b0cc1bc7256', 'name': '', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'mac_address': 'fa:16:3e:f2:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:57Z', 'updated_at': '2021-08-04T15:26:12Z', 'revision_number': 5, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'subnets': [{'id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:26:48.472876 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543ef499-6ff7-4464-8657-2e4aa86b8b81 None None] Checking router: fd495a11-bd8f-444c-8b11-bfecf64b6dcb for host: dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:26:48.481572 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543ef499-6ff7-4464-8657-2e4aa86b8b81 None None] Routers {'fd495a11-bd8f-444c-8b11-bfecf64b6dcb'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:26:48.481945 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-543ef499-6ff7-4464-8657-2e4aa86b8b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:26:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:26:48.602896 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-543ef499-6ff7-4464-8657-2e4aa86b8b81 None None] Set router fd495a11-bd8f-444c-8b11-bfecf64b6dcb gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:26:48.850988 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-543ef499-6ff7-4464-8657-2e4aa86b8b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'gw_port': {'id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': '6c8306cf-d6eb-41e7-9366-1a568f384e1a', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'port_id': '6bba3745-64a1-4f53-a73b-2a64453b6f39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'mac_address': 'fa:16:3e:77:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4ea4f4-ae30-450e-ae7f-30a9e17f0365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:26:12Z', 'updated_at': '2021-08-04T15:26:47Z', 'revision_number': 1, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f31edf3-797f-44f5-b381-5b0cc1bc7256', 'name': '', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'mac_address': 'fa:16:3e:f2:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:57Z', 'updated_at': '2021-08-04T15:26:12Z', 'revision_number': 5, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'subnets': [{'id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:26:48.884698 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543ef499-6ff7-4464-8657-2e4aa86b8b81 None None] The sync data for ids ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'] in dv-cinder-689486-15-iscsi is: [{'id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'gw_port': {'id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': '6c8306cf-d6eb-41e7-9366-1a568f384e1a', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'port_id': '6bba3745-64a1-4f53-a73b-2a64453b6f39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'mac_address': 'fa:16:3e:77:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4ea4f4-ae30-450e-ae7f-30a9e17f0365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:26:12Z', 'updated_at': '2021-08-04T15:26:47Z', 'revision_number': 1, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f31edf3-797f-44f5-b381-5b0cc1bc7256', 'name': '', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'mac_address': 'fa:16:3e:f2:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:57Z', 'updated_at': '2021-08-04T15:26:12Z', 'revision_number': 5, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'subnets': [{'id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:26:49.101819 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6792709d-0ea1-4fe7-a815-f5c7e4919f11 None None] New status for floating IP 6c8306cf-d6eb-41e7-9366-1a568f384e1a: ACTIVE {{(pid=93421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:26:49.491297 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b56e40-aecc-4ad1-b52c-e89b040c3f8b req-65b12088-cdaa-4aad-a974-c795b6a5a2d3 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:49.502452 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d0b56e40-aecc-4ad1-b52c-e89b040c3f8b req-65b12088-cdaa-4aad-a974-c795b6a5a2d3 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0692430 Aug 04 15:26:49.583000 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d0b56e40-aecc-4ad1-b52c-e89b040c3f8b req-87b5e735-7891-4181-88b6-dc9b4307362d tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790789 Aug 04 15:26:49.616026 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1374f-b018-4ee2-91cf-b0ec915c7a29 req-c0bffe19-97bd-4a07-b930-e38cd03c7632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:49.616642 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-54a1374f-b018-4ee2-91cf-b0ec915c7a29 req-c0bffe19-97bd-4a07-b930-e38cd03c7632 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=893953c6f8fa4c87b7f6a168eff46c0a&device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 1098 time: 0.0922220 Aug 04 15:26:49.741493 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1374f-b018-4ee2-91cf-b0ec915c7a29 req-81323843-07f0-4bf3-85a2-789bbaa2c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:49.742963 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-54a1374f-b018-4ee2-91cf-b0ec915c7a29 req-81323843-07f0-4bf3-85a2-789bbaa2c57f service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0 HTTP/1.1" status: 200 len: 918 time: 0.1146195 Aug 04 15:26:49.870471 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-54a1374f-b018-4ee2-91cf-b0ec915c7a29 req-3082952d-6ca9-4e79-883e-4f254433b40c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bba3745-64a1-4f53-a73b-2a64453b6f39 HTTP/1.1" status: 200 len: 1001 time: 0.1147957 Aug 04 15:26:49.927682 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1374f-b018-4ee2-91cf-b0ec915c7a29 req-551cabd9-8ece-4a20-9aa1-dfc201a97fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:49.929163 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-54a1374f-b018-4ee2-91cf-b0ec915c7a29 req-551cabd9-8ece-4a20-9aa1-dfc201a97fac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e2c0f22-78d2-4799-9521-73d9b2f8536e HTTP/1.1" status: 200 len: 856 time: 0.0490100 Aug 04 15:26:49.982170 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1374f-b018-4ee2-91cf-b0ec915c7a29 req-8b4a8fca-6e66-4578-965e-6285b048efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:49.983804 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-54a1374f-b018-4ee2-91cf-b0ec915c7a29 req-8b4a8fca-6e66-4578-965e-6285b048efd1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451598 Aug 04 15:26:50.105837 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-54a1374f-b018-4ee2-91cf-b0ec915c7a29 req-f9df6f4e-2cd4-4ce0-ad7b-4917dae68b09 service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067932 Aug 04 15:26:50.717764 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c806da0-d12e-4f58-be4a-7b5e4ecda181 req-d33156e5-fc25-4b26-b322-2248330f46e7 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:50.719293 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9c806da0-d12e-4f58-be4a-7b5e4ecda181 req-d33156e5-fc25-4b26-b322-2248330f46e7 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0548744 Aug 04 15:26:50.757590 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9c806da0-d12e-4f58-be4a-7b5e4ecda181 req-decc7fee-d099-4105-9a7b-6d00e426720e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323827 Aug 04 15:26:51.871663 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1064ce2-98bc-4fbc-b2b1-419b1b8f8a22 req-c3984fb0-b3ef-4b07-abf1-e27a9df4d2a7 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:51.873768 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e1064ce2-98bc-4fbc-b2b1-419b1b8f8a22 req-c3984fb0-b3ef-4b07-abf1-e27a9df4d2a7 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0491104 Aug 04 15:26:51.912133 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e1064ce2-98bc-4fbc-b2b1-419b1b8f8a22 req-852d8b4d-9a85-4628-8178-582b1bb1de9e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323303 Aug 04 15:26:53.029348 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cf13d-24f4-4f2c-b0a9-37db87dfaab7 req-17d6bfce-242c-4856-9b35-d7297febd4ce tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:53.030865 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-762cf13d-24f4-4f2c-b0a9-37db87dfaab7 req-17d6bfce-242c-4856-9b35-d7297febd4ce tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0506067 Aug 04 15:26:53.067959 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-762cf13d-24f4-4f2c-b0a9-37db87dfaab7 req-6967867e-7060-4597-99f7-27b216b7a84e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312116 Aug 04 15:26:53.217974 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-54a1374f-b018-4ee2-91cf-b0ec915c7a29 req-64f5e7b1-35c3-4ce6-a378-21c864e857b2 service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850151 Aug 04 15:26:54.191378 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f3921-50df-4963-98d7-0851bdeeed3e req-56f56629-6a72-4390-a283-d77a6419e56d tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:54.192389 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ec2f3921-50df-4963-98d7-0851bdeeed3e req-56f56629-6a72-4390-a283-d77a6419e56d tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 946 time: 0.0551810 Aug 04 15:26:54.205114 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5ed63-e4c5-49a7-a270-0baa7863aaf7 req-834f58b5-8b75-452d-8de6-430a2ba7b589 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:54.207337 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e7b5ed63-e4c5-49a7-a270-0baa7863aaf7 req-834f58b5-8b75-452d-8de6-430a2ba7b589 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0654271 Aug 04 15:26:54.244825 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ec2f3921-50df-4963-98d7-0851bdeeed3e req-24c99323-54ce-447c-8926-3be6093755cc tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436187 Aug 04 15:26:54.255808 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e7b5ed63-e4c5-49a7-a270-0baa7863aaf7 req-1c9c4307-9515-448e-9cab-6bd90f4ec559 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417213 Aug 04 15:26:54.650798 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 52506) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:54.769186 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9aabe7af-b1d4-4053-be63-33e6961ce012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:54.886538 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9aabe7af-b1d4-4053-be63-33e6961ce012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:54.891461 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9aabe7af-b1d4-4053-be63-33e6961ce012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:54.932252 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-9aabe7af-b1d4-4053-be63-33e6961ce012 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=da7c665ed4e54fa9a56aa1683d662ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803261 Aug 04 15:26:54.934230 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabe7af-b1d4-4053-be63-33e6961ce012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92eaf2d7-afe5-4370-bcc0-e5b27a3f2ca2,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:54.935272 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 52520) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:54.942016 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabe7af-b1d4-4053-be63-33e6961ce012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:54.942349 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabe7af-b1d4-4053-be63-33e6961ce012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:54.942684 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabe7af-b1d4-4053-be63-33e6961ce012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:54.943011 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabe7af-b1d4-4053-be63-33e6961ce012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:54.943374 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabe7af-b1d4-4053-be63-33e6961ce012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:54.943706 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabe7af-b1d4-4053-be63-33e6961ce012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:54.944014 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabe7af-b1d4-4053-be63-33e6961ce012 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:54.944556 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabe7af-b1d4-4053-be63-33e6961ce012 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:54.944714 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabe7af-b1d4-4053-be63-33e6961ce012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:54.945005 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabe7af-b1d4-4053-be63-33e6961ce012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:54.945271 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabe7af-b1d4-4053-be63-33e6961ce012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:54.945600 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabe7af-b1d4-4053-be63-33e6961ce012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:54.998474 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7905e2ce-cbe1-4515-833d-9daea20cb212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:55.019547 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7905e2ce-cbe1-4515-833d-9daea20cb212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:55.066937 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7905e2ce-cbe1-4515-833d-9daea20cb212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:55.070653 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7905e2ce-cbe1-4515-833d-9daea20cb212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:55.072264 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-7905e2ce-cbe1-4515-833d-9daea20cb212 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/92eaf2d7-afe5-4370-bcc0-e5b27a3f2ca2 HTTP/1.1" status: 204 len: 168 time: 0.1352470 Aug 04 15:26:55.081851 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905e2ce-cbe1-4515-833d-9daea20cb212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eaf2d7-afe5-4370-bcc0-e5b27a3f2ca2,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:55.088852 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905e2ce-cbe1-4515-833d-9daea20cb212 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:55.089204 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905e2ce-cbe1-4515-833d-9daea20cb212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:55.089832 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905e2ce-cbe1-4515-833d-9daea20cb212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:55.089937 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905e2ce-cbe1-4515-833d-9daea20cb212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:55.090194 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905e2ce-cbe1-4515-833d-9daea20cb212 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:55.090530 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905e2ce-cbe1-4515-833d-9daea20cb212 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:55.090937 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905e2ce-cbe1-4515-833d-9daea20cb212 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:55.091303 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905e2ce-cbe1-4515-833d-9daea20cb212 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:55.091817 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905e2ce-cbe1-4515-833d-9daea20cb212 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:55.092146 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905e2ce-cbe1-4515-833d-9daea20cb212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:55.092531 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905e2ce-cbe1-4515-833d-9daea20cb212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:55.092958 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7905e2ce-cbe1-4515-833d-9daea20cb212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:26:55.355234 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 52534) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:55.376973 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c9a22d64-2da3-4797-b959-531b73d87216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:55.387716 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea6f2d-3a3e-49ab-9ba2-9a22f0518882 req-66ae43a3-88dc-4aa9-8d3d-5ad535faece2 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:55.390090 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a0ea6f2d-3a3e-49ab-9ba2-9a22f0518882 req-66ae43a3-88dc-4aa9-8d3d-5ad535faece2 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0551763 Aug 04 15:26:55.409300 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1cf80-1257-45b1-ab80-b2c37e635ca3 req-c75ee73c-8037-45f5-a648-caa3fea351bf tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:55.410914 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-0ee1cf80-1257-45b1-ab80-b2c37e635ca3 req-c75ee73c-8037-45f5-a648-caa3fea351bf tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 946 time: 0.0953076 Aug 04 15:26:55.447869 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a0ea6f2d-3a3e-49ab-9ba2-9a22f0518882 req-463597bd-0f63-435c-b3e4-366500959086 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458171 Aug 04 15:26:55.482989 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-0ee1cf80-1257-45b1-ab80-b2c37e635ca3 req-914dc603-69f7-4502-9955-74923be6e579 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608544 Aug 04 15:26:55.539241 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c9a22d64-2da3-4797-b959-531b73d87216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:55.544879 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c9a22d64-2da3-4797-b959-531b73d87216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:55.589140 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-c9a22d64-2da3-4797-b959-531b73d87216 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aaad57e27a6a41e0ad655a2b40d5e7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324636 Aug 04 15:26:55.590037 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a22d64-2da3-4797-b959-531b73d87216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da3da70-c6dc-4769-93a6-3943f74a6c15,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:55.590503 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 52546) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:55.666785 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f33e-e569-4057-94a9-e4f2ac5dfeee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:55.691290 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f33e-e569-4057-94a9-e4f2ac5dfeee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:55.747479 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f33e-e569-4057-94a9-e4f2ac5dfeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:55.752523 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f33e-e569-4057-94a9-e4f2ac5dfeee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:55.752523 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-7ac5f33e-e569-4057-94a9-e4f2ac5dfeee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2da3da70-c6dc-4769-93a6-3943f74a6c15 HTTP/1.1" status: 204 len: 168 time: 0.1583250 Aug 04 15:26:55.767374 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5f33e-e569-4057-94a9-e4f2ac5dfeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da3da70-c6dc-4769-93a6-3943f74a6c15,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:55.854765 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:26:56.133963 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 52600) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:56.284001 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-326c86e7-87f1-4786-9157-770875ce76ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:56.380278 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-326c86e7-87f1-4786-9157-770875ce76ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:56.386017 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-326c86e7-87f1-4786-9157-770875ce76ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:56.429852 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-326c86e7-87f1-4786-9157-770875ce76ff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03bc3fd3b88743cc88d5de75ee728b6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947891 Aug 04 15:26:56.432592 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 52626) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:56.440921 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c86e7-87f1-4786-9157-770875ce76ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ad4f39-a415-49aa-b36b-004193810668,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:56.496210 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-72a09d03-29dc-4110-95ee-7a0e2fdb5cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:56.522505 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-72a09d03-29dc-4110-95ee-7a0e2fdb5cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:56.588564 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 52638) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:56.616249 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f017ac-704a-4ce3-963c-9f8c69bc516a req-617254d1-9f3f-415a-8af1-8da539a31d9f tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:56.617892 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-32f017ac-704a-4ce3-963c-9f8c69bc516a req-617254d1-9f3f-415a-8af1-8da539a31d9f tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0873566 Aug 04 15:26:56.662458 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-72a09d03-29dc-4110-95ee-7a0e2fdb5cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:56.666008 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-72a09d03-29dc-4110-95ee-7a0e2fdb5cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:56.667422 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-72a09d03-29dc-4110-95ee-7a0e2fdb5cb6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5ad4f39-a415-49aa-b36b-004193810668 HTTP/1.1" status: 204 len: 168 time: 0.2338297 Aug 04 15:26:56.679406 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef8725-e1a0-4e05-8aa3-4c7cf51bd6a5 req-23908b6e-59f9-4b18-ae7a-ef0db071e115 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:56.681311 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-15ef8725-e1a0-4e05-8aa3-4c7cf51bd6a5 req-23908b6e-59f9-4b18-ae7a-ef0db071e115 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 946 time: 0.1068406 Aug 04 15:26:56.693358 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-32f017ac-704a-4ce3-963c-9f8c69bc516a req-4109cd5f-992c-4473-ad34-d6db1d342b18 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650973 Aug 04 15:26:56.694423 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a09d03-29dc-4110-95ee-7a0e2fdb5cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ad4f39-a415-49aa-b36b-004193810668,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:56.780930 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-15ef8725-e1a0-4e05-8aa3-4c7cf51bd6a5 req-2798f55d-092d-40f7-b4a9-2728e520df1f tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d8a75ae-e1c8-4135-b306-22389eb5e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725513 Aug 04 15:26:56.804558 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941890c6-f3f3-4db6-ab33-af814bdb9f47 req-61283637-f31d-4a5d-aa32-a4aa31158707 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:56.806558 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-941890c6-f3f3-4db6-ab33-af814bdb9f47 req-61283637-f31d-4a5d-aa32-a4aa31158707 tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.59 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 946 time: 0.1528475 Aug 04 15:26:56.815333 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-bfea1bb1-54d0-4c29-8345-a7fb5242ffdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.088339 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 52664) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:57.097389 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-941890c6-f3f3-4db6-ab33-af814bdb9f47 req-f771a2ca-3a64-46c5-9131-89c17179b34d tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Deleting port 02e32fda-c052-4c09-8357-70ddb89d29c9 {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:26:57.097770 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-941890c6-f3f3-4db6-ab33-af814bdb9f47 req-f771a2ca-3a64-46c5-9131-89c17179b34d tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.175217 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-bfea1bb1-54d0-4c29-8345-a7fb5242ffdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.182161 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-bfea1bb1-54d0-4c29-8345-a7fb5242ffdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.218331 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9dce459d-2a17-49fe-9373-9ba6cdcc2415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.232579 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-bfea1bb1-54d0-4c29-8345-a7fb5242ffdc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e75cf0cd01f4a19a1c93b60d940980b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6425314 Aug 04 15:26:57.237097 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 52668) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:57.245352 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 52670) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:57.272574 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-941890c6-f3f3-4db6-ab33-af814bdb9f47 req-f771a2ca-3a64-46c5-9131-89c17179b34d tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] For port 02e32fda-c052-4c09-8357-70ddb89d29c9, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=02e32fda-c052-4c09-8357-70ddb89d29c9,segment=NetworkSegment(2887d116-b605-4aad-bb8e-ea8704cd6e93),segment_id=2887d116-b605-4aad-bb8e-ea8704cd6e93)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:26:57.272935 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-941890c6-f3f3-4db6-ab33-af814bdb9f47 req-f771a2ca-3a64-46c5-9131-89c17179b34d tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.275460 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea1bb1-54d0-4c29-8345-a7fb5242ffdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7527742-071c-4dd9-9bb4-290c7c0d645b,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:57.285101 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c0a68d34-c6ce-4bc6-9d75-d5d4dc0ba1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.301563 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-941890c6-f3f3-4db6-ab33-af814bdb9f47 req-f771a2ca-3a64-46c5-9131-89c17179b34d tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Calling delete_port for 02e32fda-c052-4c09-8357-70ddb89d29c9 owned by compute:nova {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:26:57.326202 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ff1a5a06-331b-48de-871e-48623d047687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.362862 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ff1a5a06-331b-48de-871e-48623d047687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.411699 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9dce459d-2a17-49fe-9373-9ba6cdcc2415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.417326 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9dce459d-2a17-49fe-9373-9ba6cdcc2415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.461760 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ff1a5a06-331b-48de-871e-48623d047687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.464408 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ff1a5a06-331b-48de-871e-48623d047687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.465632 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-ff1a5a06-331b-48de-871e-48623d047687 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f7527742-071c-4dd9-9bb4-290c7c0d645b HTTP/1.1" status: 204 len: 168 time: 0.2272494 Aug 04 15:26:57.468975 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce459d-2a17-49fe-9373-9ba6cdcc2415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388cf871-809f-4a0c-937b-2e1dad3453be,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:57.476070 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-9dce459d-2a17-49fe-9373-9ba6cdcc2415 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b83587ca778409494eb8409fa0377e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867567 Aug 04 15:26:57.476686 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 52674) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:57.498926 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a5a06-331b-48de-871e-48623d047687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7527742-071c-4dd9-9bb4-290c7c0d645b,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:57.533426 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-941890c6-f3f3-4db6-ab33-af814bdb9f47 req-f771a2ca-3a64-46c5-9131-89c17179b34d tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.550502 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['02e32fda-c052-4c09-8357-70ddb89d29c9'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:26:57.555631 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4e23a781-d04d-4caa-8488-8a64a88939eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.580031 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4e23a781-d04d-4caa-8488-8a64a88939eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.642035 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4e23a781-d04d-4caa-8488-8a64a88939eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.644934 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4e23a781-d04d-4caa-8488-8a64a88939eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.646112 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-4e23a781-d04d-4caa-8488-8a64a88939eb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/388cf871-809f-4a0c-937b-2e1dad3453be HTTP/1.1" status: 204 len: 168 time: 0.1663671 Aug 04 15:26:57.649852 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-941890c6-f3f3-4db6-ab33-af814bdb9f47 req-f771a2ca-3a64-46c5-9131-89c17179b34d tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] No DVR routers for this DVR port 02e32fda-c052-4c09-8357-70ddb89d29c9 on host hv-cinder-68948 {{(pid=93419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:26:57.651975 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771a2ca-3a64-46c5-9131-89c17179b34d tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Pushing event deleted for resources: {'Port': ['ID=02e32fda-c052-4c09-8357-70ddb89d29c9,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:57.655728 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23a781-d04d-4caa-8488-8a64a88939eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388cf871-809f-4a0c-937b-2e1dad3453be,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:57.661775 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-941890c6-f3f3-4db6-ab33-af814bdb9f47 req-f771a2ca-3a64-46c5-9131-89c17179b34d tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.665289 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-941890c6-f3f3-4db6-ab33-af814bdb9f47 req-f771a2ca-3a64-46c5-9131-89c17179b34d tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.59 "DELETE /v2.0/ports/02e32fda-c052-4c09-8357-70ddb89d29c9 HTTP/1.1" status: 204 len: 173 time: 0.8449323 Aug 04 15:26:57.666829 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14965757-2ea7-46c1-b85a-3ca2c209b75b', 'name': 'network-vif-deleted', 'tag': '02e32fda-c052-4c09-8357-70ddb89d29c9'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:26:57.671558 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efad257-0dab-47ba-bd1d-224669d85c1c" -d '{"events": [{"server_uuid": "14965757-2ea7-46c1-b85a-3ca2c209b75b", "name": "network-vif-deleted", "tag": "02e32fda-c052-4c09-8357-70ddb89d29c9"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:26:57.729136 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c0a68d34-c6ce-4bc6-9d75-d5d4dc0ba1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.735202 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c0a68d34-c6ce-4bc6-9d75-d5d4dc0ba1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.741603 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57db712f-156d-45ab-8afc-204cace18031 x-openstack-request-id: req-57db712f-156d-45ab-8afc-204cace18031 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:26:57.742097 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14965757-2ea7-46c1-b85a-3ca2c209b75b", "name": "network-vif-deleted", "tag": "02e32fda-c052-4c09-8357-70ddb89d29c9", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:26:57.755739 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-57db712f-156d-45ab-8afc-204cace18031 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:26:57.756101 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14965757-2ea7-46c1-b85a-3ca2c209b75b', 'name': 'network-vif-deleted', 'tag': '02e32fda-c052-4c09-8357-70ddb89d29c9', 'status': 'completed', 'code': 200} Aug 04 15:26:57.821437 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a68d34-c6ce-4bc6-9d75-d5d4dc0ba1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c99e955-bc5a-4e54-a688-0fba6a37d23c,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:57.830876 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-c0a68d34-c6ce-4bc6-9d75-d5d4dc0ba1c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b7176b76d7c4697954907ef242c3a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5795367 Aug 04 15:26:57.833715 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 52686) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:57.921826 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d19b2aa3-00a9-4748-9acc-51b7a740c753 req-4a8ae2b6-9f87-4360-9c1d-7dada449c3be tempest-DeleteServersTestJSON-1016861633 tempest-DeleteServersTestJSON-1016861633-project] 10.222.0.10 "GET /v2.0/ports?device_id=14965757-2ea7-46c1-b85a-3ca2c209b75b HTTP/1.1" status: 200 len: 210 time: 0.0414102 Aug 04 15:26:57.925762 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-062a022b-2df0-4e27-af12-e7b76f65c532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.935219 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80930100-5a37-4d14-a3c1-5bf88771897f req-73179d68-d45f-418c-8ebd-804bc4559fef tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:57.936833 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-80930100-5a37-4d14-a3c1-5bf88771897f req-73179d68-d45f-418c-8ebd-804bc4559fef tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0843101 Aug 04 15:26:57.977527 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-062a022b-2df0-4e27-af12-e7b76f65c532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:57.985825 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 52694) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:58.014467 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ed6b5e8f-01f4-457f-a4a6-961885277d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:58.046144 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-80930100-5a37-4d14-a3c1-5bf88771897f req-a3362b4c-0507-4ef5-8a21-5183e66d8b9b tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992734 Aug 04 15:26:58.076646 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-062a022b-2df0-4e27-af12-e7b76f65c532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:58.087264 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-062a022b-2df0-4e27-af12-e7b76f65c532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:58.087264 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-062a022b-2df0-4e27-af12-e7b76f65c532 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c99e955-bc5a-4e54-a688-0fba6a37d23c HTTP/1.1" status: 204 len: 168 time: 0.2465310 Aug 04 15:26:58.105015 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a022b-2df0-4e27-af12-e7b76f65c532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c99e955-bc5a-4e54-a688-0fba6a37d23c,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:58.169539 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ed6b5e8f-01f4-457f-a4a6-961885277d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:58.174694 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ed6b5e8f-01f4-457f-a4a6-961885277d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:58.426306 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-ed6b5e8f-01f4-457f-a4a6-961885277d47 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=63b6391cf5dd4162aecd198040f87066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4374967 Aug 04 15:26:58.427399 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b5e8f-01f4-457f-a4a6-961885277d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283a4e02-2375-4cab-bd9e-be71c2a2f4d5,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:58.429831 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 52708) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:58.492671 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-762ba90a-8fd5-4b7f-8b56-515b49ce30b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:58.519178 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-762ba90a-8fd5-4b7f-8b56-515b49ce30b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:58.577838 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-762ba90a-8fd5-4b7f-8b56-515b49ce30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:58.581063 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-762ba90a-8fd5-4b7f-8b56-515b49ce30b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:58.582286 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-762ba90a-8fd5-4b7f-8b56-515b49ce30b9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/283a4e02-2375-4cab-bd9e-be71c2a2f4d5 HTTP/1.1" status: 204 len: 168 time: 0.1509578 Aug 04 15:26:58.590484 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 52716) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:58.599498 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ba90a-8fd5-4b7f-8b56-515b49ce30b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283a4e02-2375-4cab-bd9e-be71c2a2f4d5,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:58.615601 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d667-754a-4e8b-a1a8-e34ae0ed52e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:58.697521 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 52718) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:58.753564 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d667-754a-4e8b-a1a8-e34ae0ed52e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:58.759321 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d667-754a-4e8b-a1a8-e34ae0ed52e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:58.813922 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-1cd3d667-754a-4e8b-a1a8-e34ae0ed52e7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ad3e22cc2f54acbb24e4796cca69565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212973 Aug 04 15:26:58.815430 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3d667-754a-4e8b-a1a8-e34ae0ed52e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4afa9c-e264-4220-a255-f98162d6e8c8,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:58.816317 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 52724) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:58.896486 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-24566257-0bb1-4940-8d72-ca93fd5bd83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:58.926792 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-24566257-0bb1-4940-8d72-ca93fd5bd83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:58.995450 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-24566257-0bb1-4940-8d72-ca93fd5bd83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:59.001102 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-24566257-0bb1-4940-8d72-ca93fd5bd83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:59.002311 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-24566257-0bb1-4940-8d72-ca93fd5bd83a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff4afa9c-e264-4220-a255-f98162d6e8c8 HTTP/1.1" status: 204 len: 168 time: 0.1846876 Aug 04 15:26:59.014011 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24566257-0bb1-4940-8d72-ca93fd5bd83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4afa9c-e264-4220-a255-f98162d6e8c8,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:59.164381 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c31be790-bfd8-436a-925e-dc8c9a92188b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:59.251316 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f401d1-c4a3-4c99-b34a-bd0839e2fd42 req-7db86c73-2ed8-43d1-8843-11478946ada9 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:26:59.269658 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-49f401d1-c4a3-4c99-b34a-bd0839e2fd42 req-7db86c73-2ed8-43d1-8843-11478946ada9 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0781674 Aug 04 15:26:59.314921 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-49f401d1-c4a3-4c99-b34a-bd0839e2fd42 req-b9e80cce-68bf-4dca-8bab-aca2c807e3b1 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442712 Aug 04 15:26:59.332122 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c31be790-bfd8-436a-925e-dc8c9a92188b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:59.340555 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c31be790-bfd8-436a-925e-dc8c9a92188b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:59.384275 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-c31be790-bfd8-436a-925e-dc8c9a92188b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3dce7d731d1341c0a90f07268a7feaac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6856070 Aug 04 15:26:59.385278 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31be790-bfd8-436a-925e-dc8c9a92188b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33d2731-3c92-4268-9fe5-7c2369cc2279,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:26:59.387014 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 52756) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:26:59.456719 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-f41bd6e7-1dc6-4111-a9fa-a503d677817c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:59.494199 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-f41bd6e7-1dc6-4111-a9fa-a503d677817c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:59.557798 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-f41bd6e7-1dc6-4111-a9fa-a503d677817c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:59.561730 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-f41bd6e7-1dc6-4111-a9fa-a503d677817c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:26:59.566323 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-f41bd6e7-1dc6-4111-a9fa-a503d677817c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a33d2731-3c92-4268-9fe5-7c2369cc2279 HTTP/1.1" status: 204 len: 168 time: 0.1775069 Aug 04 15:26:59.574768 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bd6e7-1dc6-4111-a9fa-a503d677817c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33d2731-3c92-4268-9fe5-7c2369cc2279,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:00.146697 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 02e32fda-c052-4c09-8357-70ddb89d29c9 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:27:00.175409 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] No Port match for: 02e32fda-c052-4c09-8357-70ddb89d29c9 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:27:00.176027 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 02e32fda-c052-4c09-8357-70ddb89d29c9 not bound to the agent host hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:27:00.257705 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 52820) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:00.299691 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-097f9e59-c9fc-4911-81d7-2aacec91f978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:00.482652 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac7211-e64a-4e4a-a955-53b004217ce1 req-cb9a319e-179b-49a3-845c-e1eee38e76bf tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:00.488348 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9aac7211-e64a-4e4a-a955-53b004217ce1 req-cb9a319e-179b-49a3-845c-e1eee38e76bf tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0907104 Aug 04 15:27:00.567382 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-097f9e59-c9fc-4911-81d7-2aacec91f978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:00.599544 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-097f9e59-c9fc-4911-81d7-2aacec91f978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:00.667880 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9aac7211-e64a-4e4a-a955-53b004217ce1 req-3c60bf2b-ab73-47da-bdc6-6456b3a77edf tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671789 Aug 04 15:27:00.716052 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-097f9e59-c9fc-4911-81d7-2aacec91f978 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0cb5c4e80ac14218b713c0b9ffa6a7ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4566512 Aug 04 15:27:00.716937 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f9e59-c9fc-4911-81d7-2aacec91f978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578e5c36-6b43-478c-9c90-938b52a15db1,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:00.721962 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 52856) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:00.734074 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 52858) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:00.851687 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_v2 [None req-a283fbce-0c8c-4df1-9ade-ffb682a05501 admin admin] Deleting subnet d29a814b-c6fd-4ad5-a0f4-27ffda01edcc {{(pid=93420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:27:00.879792 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a283fbce-0c8c-4df1-9ade-ffb682a05501 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:00.933098 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a283fbce-0c8c-4df1-9ade-ffb682a05501 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5550646'] for subnet, precommit_delete_associations {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:00.987577 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a7146265-54b9-40dc-8025-44bf74ae9103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:01.012481 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a283fbce-0c8c-4df1-9ade-ffb682a05501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674264'] for subnet, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:01.044343 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a7146265-54b9-40dc-8025-44bf74ae9103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:01.119364 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a283fbce-0c8c-4df1-9ade-ffb682a05501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2773188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3822131'] for subnet, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:01.153799 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a7146265-54b9-40dc-8025-44bf74ae9103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:01.155871 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a7146265-54b9-40dc-8025-44bf74ae9103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:01.159431 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-a7146265-54b9-40dc-8025-44bf74ae9103 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/578e5c36-6b43-478c-9c90-938b52a15db1 HTTP/1.1" status: 204 len: 168 time: 0.4335496 Aug 04 15:27:01.160187 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283fbce-0c8c-4df1-9ade-ffb682a05501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d29a814b-c6fd-4ad5-a0f4-27ffda01edcc,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:01.170285 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a283fbce-0c8c-4df1-9ade-ffb682a05501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:01.175845 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 52890) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:01.176053 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-a283fbce-0c8c-4df1-9ade-ffb682a05501 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d29a814b-c6fd-4ad5-a0f4-27ffda01edcc HTTP/1.1" status: 204 len: 168 time: 0.4413621 Aug 04 15:27:01.177511 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7146265-54b9-40dc-8025-44bf74ae9103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578e5c36-6b43-478c-9c90-938b52a15db1,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:01.276042 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7110ed48-5f74-47c9-ba92-0626d37153c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780294'] for network, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:01.371359 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7110ed48-5f74-47c9-ba92-0626d37153c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668493', 'neutron.services.segments.db._delete_segments_for_network-8754112322169'] for network, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:01.386100 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-7110ed48-5f74-47c9-ba92-0626d37153c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9a821d-10e1-46e0-8e3a-0094644acfb1']}} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:27:01.398763 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-7110ed48-5f74-47c9-ba92-0626d37153c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2887d116-b605-4aad-bb8e-ea8704cd6e93') {'for_net_delete': True} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:27:01.399058 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-7110ed48-5f74-47c9-ba92-0626d37153c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2887d116-b605-4aad-bb8e-ea8704cd6e93') {} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:27:01.416156 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7110ed48-5f74-47c9-ba92-0626d37153c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754112333828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6439036'] for segment, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:01.433013 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7110ed48-5f74-47c9-ba92-0626d37153c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:01.441635 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7110ed48-5f74-47c9-ba92-0626d37153c8 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:27:01.441996 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7110ed48-5f74-47c9-ba92-0626d37153c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1928468'] for segment, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: Traceback (most recent call last): Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: timer() Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: cb(*args, **kw) Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: return func(*args, **kwargs) Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: self._notify() Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: self.callback(batched_events) Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: event.method(event) Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: return f(self, *a, **k) Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._get(url).json() Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: return self.request(url, 'GET', **kwargs) Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:27:01.444134 dv-cinder-689486-15-iscsi neutron-server[93419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:27:01.514632 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7110ed48-5f74-47c9-ba92-0626d37153c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068755'] for network, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:01.527408 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7110ed48-5f74-47c9-ba92-0626d37153c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:01.529659 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-7110ed48-5f74-47c9-ba92-0626d37153c8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1f9a821d-10e1-46e0-8e3a-0094644acfb1 HTTP/1.1" status: 204 len: 168 time: 0.3523901 Aug 04 15:27:01.541351 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110ed48-5f74-47c9-ba92-0626d37153c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f9a821d-10e1-46e0-8e3a-0094644acfb1,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:01.545006 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 52916) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:01.787957 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3f74d-2678-45b7-9f08-4e6e459c347f req-1b621342-d1ab-4e03-871a-ee0fb2bbe5dc tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:01.791725 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-44e3f74d-2678-45b7-9f08-4e6e459c347f req-1b621342-d1ab-4e03-871a-ee0fb2bbe5dc tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0624921 Aug 04 15:27:01.806632 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-363a01d0-b2e9-4f8d-8538-4b47cd668aae tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:01.814574 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-363a01d0-b2e9-4f8d-8538-4b47cd668aae tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/networks?id=89d3de88-030a-42d8-9d29-df540f5bc376 HTTP/1.1" status: 200 len: 815 time: 0.1346014 Aug 04 15:27:01.835986 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-1791e75b-8d3a-49d5-aa39-da66f8032440 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/quotas/86904fa016994708a0fe21de85f6359a HTTP/1.1" status: 200 len: 375 time: 0.0198679 Aug 04 15:27:01.838432 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 52938) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:01.897785 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-44e3f74d-2678-45b7-9f08-4e6e459c347f req-87f2bbb4-d499-4528-a640-aac2dbb7552e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000187 Aug 04 15:27:01.908685 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-63549680-8837-4d07-aba7-6cd84b600d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:01.923349 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-93e588f9-9ac6-4b9c-9e8d-e2eb29736ad3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=82bee6cb176f415ab76d9f663eed0e06&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0827200 Aug 04 15:27:01.926023 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 52942) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:01.927465 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-bdc8a20c-2c1c-4302-afe1-4a5cdfc99681 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=86904fa016994708a0fe21de85f6359a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0856726 Aug 04 15:27:02.053204 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-b0888db0-af25-4e69-a269-cda53fd527b9 service neutron] 10.222.0.10 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233835 Aug 04 15:27:02.094648 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a1d1b468-5e10-4cde-b293-69bbebb3d63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:02.116747 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-63549680-8837-4d07-aba7-6cd84b600d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:02.131998 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-63549680-8837-4d07-aba7-6cd84b600d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:02.136381 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a1d1b468-5e10-4cde-b293-69bbebb3d63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:02.179980 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-c132658a-556d-4189-b500-56ff7c2cd36c service neutron] 10.222.0.10 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169407 Aug 04 15:27:02.216375 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63549680-8837-4d07-aba7-6cd84b600d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca56ce38-c478-4a92-a297-ba9e92891c44,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:02.242124 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 52952) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:02.242883 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-63549680-8837-4d07-aba7-6cd84b600d18 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e1bb50fd2bd44a15bdbb73488df44fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6966171 Aug 04 15:27:02.291499 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a1d1b468-5e10-4cde-b293-69bbebb3d63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:02.295195 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a1d1b468-5e10-4cde-b293-69bbebb3d63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:02.296507 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-a1d1b468-5e10-4cde-b293-69bbebb3d63b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d8a75ae-e1c8-4135-b306-22389eb5e12c HTTP/1.1" status: 204 len: 168 time: 0.3695910 Aug 04 15:27:02.305997 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1b468-5e10-4cde-b293-69bbebb3d63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8a75ae-e1c8-4135-b306-22389eb5e12c,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:02.314113 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5849bf3d-c293-4533-8cab-7d07449a859a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:02.340079 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5849bf3d-c293-4533-8cab-7d07449a859a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:02.420354 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5849bf3d-c293-4533-8cab-7d07449a859a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:02.422947 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5849bf3d-c293-4533-8cab-7d07449a859a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:02.428516 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-5849bf3d-c293-4533-8cab-7d07449a859a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ca56ce38-c478-4a92-a297-ba9e92891c44 HTTP/1.1" status: 204 len: 168 time: 0.1810288 Aug 04 15:27:02.439898 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b18c780d-6d7c-4133-aabe-d5c3d8326f00 req-425f2f7d-1f6d-4561-b9ff-8209efb4d691 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0e295e-aba0-4828-94d5-9323d8cacaa1 HTTP/1.1" status: 200 len: 210 time: 0.0615230 Aug 04 15:27:02.462345 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849bf3d-c293-4533-8cab-7d07449a859a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca56ce38-c478-4a92-a297-ba9e92891c44,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:03.063676 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec1986-7d3d-4889-aea5-1727579f8b4f req-0f34628e-22a8-46fe-8cc5-df3775422c99 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:03.073813 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-08ec1986-7d3d-4889-aea5-1727579f8b4f req-0f34628e-22a8-46fe-8cc5-df3775422c99 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0770676 Aug 04 15:27:03.134962 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-08ec1986-7d3d-4889-aea5-1727579f8b4f req-6abbebed-b8d9-4021-89c3-14660820dcfd tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544233 Aug 04 15:27:03.572425 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-18e9c6f5-8b44-46ed-8a67-905a9029f36c req-5d4da110-0353-4454-92f0-f981a1903342 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0e295e-aba0-4828-94d5-9323d8cacaa1 HTTP/1.1" status: 200 len: 210 time: 0.0483222 Aug 04 15:27:03.799734 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-50433927-d24d-47fe-a859-3e24bc5a9acb tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:03.801483 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-50433927-d24d-47fe-a859-3e24bc5a9acb tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.59 "GET /v2.0/networks?id=89d3de88-030a-42d8-9d29-df540f5bc376 HTTP/1.1" status: 200 len: 815 time: 0.1718831 Aug 04 15:27:03.812432 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 53036) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:03.824601 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-ccbff4cd-dd77-484f-b12c-b2792922bc6e tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Request body: {'port': {'device_id': '2c0e295e-aba0-4828-94d5-9323d8cacaa1', 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376', 'admin_state_up': True, 'tenant_id': '86904fa016994708a0fe21de85f6359a'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:27:04.020898 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-ccbff4cd-dd77-484f-b12c-b2792922bc6e tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Made reservation on behalf of 86904fa016994708a0fe21de85f6359a for: {'port': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:27:04.025116 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-ccbff4cd-dd77-484f-b12c-b2792922bc6e tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:04.094020 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-a141d432-76b7-4cce-9faf-8e9d125626d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1180540132-network', 'tenant_id': '9317d3870d134606b3dc5f945ef4e48d'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:27:04.156354 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a141d432-76b7-4cce-9faf-8e9d125626d9 admin admin] Made reservation on behalf of 9317d3870d134606b3dc5f945ef4e48d for: {'network': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:27:04.160732 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a141d432-76b7-4cce-9faf-8e9d125626d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for network, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:04.186472 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a141d432-76b7-4cce-9faf-8e9d125626d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:04.238026 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-ccbff4cd-dd77-484f-b12c-b2792922bc6e tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Allocated IP 172.20.0.9 (89d3de88-030a-42d8-9d29-df540f5bc376/a02c79f9-420f-484e-8ece-b0ac630d460f/b586ff35-7465-4b3f-bf48-a64238069dfe) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:27:04.299109 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed028ac-7ba2-4e36-a194-9a4be52120ea req-529c076b-c09d-4758-8418-ddbff07e2655 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:04.304353 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5ed028ac-7ba2-4e36-a194-9a4be52120ea req-529c076b-c09d-4758-8418-ddbff07e2655 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0795891 Aug 04 15:27:04.377484 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5ed028ac-7ba2-4e36-a194-9a4be52120ea req-978e8a6d-e25f-4fd3-8c79-1efdd6cdfdd1 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691123 Aug 04 15:27:04.438142 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a141d432-76b7-4cce-9faf-8e9d125626d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:04.445957 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a141d432-76b7-4cce-9faf-8e9d125626d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:04.476415 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a141d432-76b7-4cce-9faf-8e9d125626d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:27:04.492252 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-ccbff4cd-dd77-484f-b12c-b2792922bc6e tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:04.509761 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a141d432-76b7-4cce-9faf-8e9d125626d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:04.510547 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.db.segments_db [None req-a141d432-76b7-4cce-9faf-8e9d125626d9 admin admin] Added segment a81e5b50-023a-4531-a340-3c2f35ddeed5 of type vlan for network 0c9b7cdc-41d1-4106-afd3-8db749556a34 Aug 04 15:27:04.513141 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141d432-76b7-4cce-9faf-8e9d125626d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcd7839-fe4f-4b91-9f40-ed4f80760733,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:04.565579 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-ccbff4cd-dd77-484f-b12c-b2792922bc6e tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:04.581979 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['d3dea6e8-e05f-4300-aee4-d3480f6c78e4'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:27:04.627811 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-ccbff4cd-dd77-484f-b12c-b2792922bc6e tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Network 89d3de88-030a-42d8-9d29-df540f5bc376 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:27:04.631615 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-ccbff4cd-dd77-484f-b12c-b2792922bc6e tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:27:04.638189 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-ccbff4cd-dd77-484f-b12c-b2792922bc6e tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:27:04.661513 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a141d432-76b7-4cce-9faf-8e9d125626d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754111838365'] for network, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:04.703227 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a141d432-76b7-4cce-9faf-8e9d125626d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for network, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:04.704602 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a141d432-76b7-4cce-9faf-8e9d125626d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:04.705474 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a141d432-76b7-4cce-9faf-8e9d125626d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:04.711094 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbff4cd-dd77-484f-b12c-b2792922bc6e tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Pushing event updated for resources: {'Port': ['ID=b586ff35-7465-4b3f-bf48-a64238069dfe,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:04.748663 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-ccbff4cd-dd77-484f-b12c-b2792922bc6e tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:04.749336 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-ccbff4cd-dd77-484f-b12c-b2792922bc6e tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:04.795808 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-ccbff4cd-dd77-484f-b12c-b2792922bc6e tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9758482 Aug 04 15:27:04.806141 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141d432-76b7-4cce-9faf-8e9d125626d9 admin admin] Pushing event updated for resources: {'Network': ['ID=0c9b7cdc-41d1-4106-afd3-8db749556a34,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:04.816454 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48311ec-7615-44f2-b8a1-025d27fecdc5 req-dd02418f-6c1e-4023-b3f6-158b77324c60 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:04.820412 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a48311ec-7615-44f2-b8a1-025d27fecdc5 req-dd02418f-6c1e-4023-b3f6-158b77324c60 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0e295e-aba0-4828-94d5-9323d8cacaa1 HTTP/1.1" status: 200 len: 931 time: 0.0891497 Aug 04 15:27:04.828307 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] Request body: {'port': {'device_id': '2c0e295e-aba0-4828-94d5-9323d8cacaa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:27:04.837221 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-a141d432-76b7-4cce-9faf-8e9d125626d9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0202782 Aug 04 15:27:04.837523 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Network 0c9b7cdc-41d1-4106-afd3-8db749556a34 details requested by agent ovs-agent-dv-cinder-689486-15-iscsi with host dv-cinder-689486-15-iscsi {{(pid=93421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:27:04.838337 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 53088) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:04.843459 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-c760287d-b691-4552-804e-aff96abb4fd2 admin admin] Request body: {'subnet': {'network_id': '0c9b7cdc-41d1-4106-afd3-8db749556a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1180540132-subnet', 'tenant_id': '9317d3870d134606b3dc5f945ef4e48d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:27:04.872159 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c760287d-b691-4552-804e-aff96abb4fd2 admin admin] Made reservation on behalf of 9317d3870d134606b3dc5f945ef4e48d for: {'subnet': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:27:04.875265 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c760287d-b691-4552-804e-aff96abb4fd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3822546'] for subnet, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:04.906296 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a48311ec-7615-44f2-b8a1-025d27fecdc5 req-bf08137f-9d76-441d-844d-3801e49eec9f tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728338 Aug 04 15:27:04.962164 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:05.139194 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c760287d-b691-4552-804e-aff96abb4fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2773125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3822528'] for subnet, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:05.218368 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760287d-b691-4552-804e-aff96abb4fd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4bee539-994b-490c-99fe-ef0cca68abcc,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:05.224414 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c760287d-b691-4552-804e-aff96abb4fd2 admin admin] Checking segment: {'id': 'a81e5b50-023a-4531-a340-3c2f35ddeed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0c9b7cdc-41d1-4106-afd3-8db749556a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:27:05.224756 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c760287d-b691-4552-804e-aff96abb4fd2 admin admin] Network hostable DHCP agents. Network: 0c9b7cdc-41d1-4106-afd3-8db749556a34, hostable agents: ['a8d7af28-eca7-455e-97e1-a648a6b9f014'], hosted agents: [] {{(pid=93420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:27:05.245201 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c760287d-b691-4552-804e-aff96abb4fd2 admin admin] Network 0c9b7cdc-41d1-4106-afd3-8db749556a34 is scheduled to be hosted by DHCP agent a8d7af28-eca7-455e-97e1-a648a6b9f014 with binding_index 1 {{(pid=93420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:27:05.262134 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-c760287d-b691-4552-804e-aff96abb4fd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-15-iscsi, 0c9b7cdc-41d1-4106-afd3-8db749556a34) {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:27:05.268448 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af91189b-ef88-4094-91fe-604831662c23 None None] Network 0c9b7cdc-41d1-4106-afd3-8db749556a34 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:27:05.271793 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c760287d-b691-4552-804e-aff96abb4fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:05.274894 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c760287d-b691-4552-804e-aff96abb4fd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:05.294110 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-c760287d-b691-4552-804e-aff96abb4fd2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4540942 Aug 04 15:27:05.386711 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b586ff35-7465-4b3f-bf48-a64238069dfe {{(pid=93419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:27:05.400874 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:05.439279 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] Transition to ACTIVE for port object b586ff35-7465-4b3f-bf48-a64238069dfe will not be triggered until provisioned by entity L2. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:27:05.451178 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:05.557955 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] Pushing event updated for resources: {'Port': ['ID=b586ff35-7465-4b3f-bf48-a64238069dfe,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:05.584025 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-816fe863-6f16-4572-9f6c-4eb9fa816a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:05.588662 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca90691-caf4-46fc-af70-e79aeb83760d None None] Network 0c9b7cdc-41d1-4106-afd3-8db749556a34 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:27:05.651975 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23678a29-a194-420f-ae9e-277c73885b4c req-0e68f89c-987b-4e78-934b-bf874689c576 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:05.662609 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-23678a29-a194-420f-ae9e-277c73885b4c req-0e68f89c-987b-4e78-934b-bf874689c576 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.1092997 Aug 04 15:27:05.701794 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] Attempting to bind port b586ff35-7465-4b3f-bf48-a64238069dfe on host hv-cinder-68948 for vnic_type normal with profile {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:27:05.702468 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] Attempting to bind port b586ff35-7465-4b3f-bf48-a64238069dfe by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '9f08c773-a146-4345-be73-3ea4c4cfc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376'}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:27:05.703032 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] Attempting to bind port b586ff35-7465-4b3f-bf48-a64238069dfe on network 89d3de88-030a-42d8-9d29-df540f5bc376 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:27:05.709470 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] Port b586ff35-7465-4b3f-bf48-a64238069dfe on network 89d3de88-030a-42d8-9d29-df540f5bc376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:27:05.710155 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] Attempting to bind port b586ff35-7465-4b3f-bf48-a64238069dfe on network 89d3de88-030a-42d8-9d29-df540f5bc376 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:27:05.718522 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] Checking agent: {'id': '5bc10963-30ee-40c9-994c-c74f44e4da8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'started_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:27:05.719279 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] Checking segment: {'id': '9f08c773-a146-4345-be73-3ea4c4cfc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:27:05.720303 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] Bound using segment: {'id': '9f08c773-a146-4345-be73-3ea4c4cfc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376'} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:27:05.720967 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] Bound port: b586ff35-7465-4b3f-bf48-a64238069dfe, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f08c773-a146-4345-be73-3ea4c4cfc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376'}}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:27:05.721549 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:05.740866 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-23678a29-a194-420f-ae9e-277c73885b4c req-f468936e-b8c8-487f-ad1d-daacff4363e3 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753231 Aug 04 15:27:05.818213 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] For port b586ff35-7465-4b3f-bf48-a64238069dfe, host hv-cinder-68948, cleared binding levels {{(pid=93419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:27:05.826439 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] For port b586ff35-7465-4b3f-bf48-a64238069dfe, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=b586ff35-7465-4b3f-bf48-a64238069dfe,segment=NetworkSegment(9f08c773-a146-4345-be73-3ea4c4cfc9cc),segment_id=9f08c773-a146-4345-be73-3ea4c4cfc9cc)] {{(pid=93419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:27:05.835531 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:05.879796 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:05.880795 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:05.882317 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] 10.222.0.59 "PUT /v2.0/ports/b586ff35-7465-4b3f-bf48-a64238069dfe HTTP/1.1" status: 200 len: 1093 time: 1.0607281 Aug 04 15:27:05.884679 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0e295e-aba0-4828-94d5-9323d8cacaa1', 'tag': 'b586ff35-7465-4b3f-bf48-a64238069dfe'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:27:05.888022 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a1cf08-322a-4578-ab94-dee68490366d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0e295e-aba0-4828-94d5-9323d8cacaa1", "tag": "b586ff35-7465-4b3f-bf48-a64238069dfe"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:27:05.928034 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8976df-1368-43a2-82e9-83805c34ada7 service neutron] Pushing event updated for resources: {'Port': ['ID=b586ff35-7465-4b3f-bf48-a64238069dfe,revision_number=3']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:05.987824 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfae9b80-f914-4e0f-b731-57b1b9087e4f x-openstack-request-id: req-bfae9b80-f914-4e0f-b731-57b1b9087e4f {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:27:05.989644 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0e295e-aba0-4828-94d5-9323d8cacaa1", "tag": "b586ff35-7465-4b3f-bf48-a64238069dfe", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:27:05.990176 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bfae9b80-f914-4e0f-b731-57b1b9087e4f {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:27:05.990849 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0e295e-aba0-4828-94d5-9323d8cacaa1', 'tag': 'b586ff35-7465-4b3f-bf48-a64238069dfe', 'status': 'completed', 'code': 200} Aug 04 15:27:06.087450 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-7c8b5970-8364-4c7a-876f-0b26b792cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:06.089246 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-7c8b5970-8364-4c7a-876f-0b26b792cd33 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=86904fa016994708a0fe21de85f6359a&device_id=2c0e295e-aba0-4828-94d5-9323d8cacaa1 HTTP/1.1" status: 200 len: 1096 time: 0.1353607 Aug 04 15:27:06.101041 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-83c54514-2017-4467-b743-e8a1eb577fc6 req-8289c549-68e8-45e2-9c67-154f9bf93546 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0914454 Aug 04 15:27:06.211762 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-aa070b35-5c25-4bbf-b1d2-b16c419eceb7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b586ff35-7465-4b3f-bf48-a64238069dfe HTTP/1.1" status: 200 len: 217 time: 0.0951543 Aug 04 15:27:06.218648 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d56744-eb7a-4023-860f-50417de2bd3d req-22fa88e1-edc1-4460-9d44-92925e2e82fd tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:06.220468 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-78d56744-eb7a-4023-860f-50417de2bd3d req-22fa88e1-edc1-4460-9d44-92925e2e82fd tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0e295e-aba0-4828-94d5-9323d8cacaa1 HTTP/1.1" status: 200 len: 943 time: 0.1110368 Aug 04 15:27:06.221019 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 53138) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:06.281213 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-78d56744-eb7a-4023-860f-50417de2bd3d req-e13c59c0-780f-4d3c-9db8-a7c28d750e79 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515509 Aug 04 15:27:06.313003 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c54514-2017-4467-b743-e8a1eb577fc6 req-6f74464f-7bb7-457f-80fa-523e4a0f8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:06.314505 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-83c54514-2017-4467-b743-e8a1eb577fc6 req-6f74464f-7bb7-457f-80fa-523e4a0f8cc5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=86904fa016994708a0fe21de85f6359a&device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 1098 time: 0.1136425 Aug 04 15:27:06.316222 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-6cdfc1a2-1ec7-4756-9734-f583e70d8878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:06.317557 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-6cdfc1a2-1ec7-4756-9734-f583e70d8878 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a02c79f9-420f-484e-8ece-b0ac630d460f HTTP/1.1" status: 200 len: 855 time: 0.0844057 Aug 04 15:27:06.357842 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-2a02e02b-267b-40aa-bc0c-9338d87bc1f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89d3de88-030a-42d8-9d29-df540f5bc376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276062 Aug 04 15:27:06.394966 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-aad1b545-32b7-431e-9de4-13e3f05ddede admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:06.497952 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-aad1b545-32b7-431e-9de4-13e3f05ddede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:06.504074 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-aad1b545-32b7-431e-9de4-13e3f05ddede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:06.513361 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c54514-2017-4467-b743-e8a1eb577fc6 req-89e3b0c6-1d8c-491f-bdb7-482ad5b98983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:06.514838 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-83c54514-2017-4467-b743-e8a1eb577fc6 req-89e3b0c6-1d8c-491f-bdb7-482ad5b98983 service neutron] 10.222.0.59 "GET /v2.0/networks?id=89d3de88-030a-42d8-9d29-df540f5bc376 HTTP/1.1" status: 200 len: 916 time: 0.1598594 Aug 04 15:27:06.526060 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-91a3e729-4652-4669-adf1-0c18c3ab9974 service neutron] 10.222.0.59 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215417 Aug 04 15:27:06.536739 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-aad1b545-32b7-431e-9de4-13e3f05ddede admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=411ccecc39cc4d6f98820d5054ed8b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146031 Aug 04 15:27:06.540437 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 53150) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:06.552287 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1b545-32b7-431e-9de4-13e3f05ddede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c8b042-3591-4689-946e-c0d0bd7106f9,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:06.646124 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-83c54514-2017-4467-b743-e8a1eb577fc6 req-b867fffb-28bd-455d-9f2c-4e136e130d38 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3dea6e8-e05f-4300-aee4-d3480f6c78e4 HTTP/1.1" status: 200 len: 217 time: 0.0936935 Aug 04 15:27:06.745643 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5d72-a779-4333-8e85-a37eee2d29ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:06.750390 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c54514-2017-4467-b743-e8a1eb577fc6 req-374b4f50-f4dc-4699-892b-6b8f1f70f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:06.751975 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-83c54514-2017-4467-b743-e8a1eb577fc6 req-374b4f50-f4dc-4699-892b-6b8f1f70f6ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a02c79f9-420f-484e-8ece-b0ac630d460f HTTP/1.1" status: 200 len: 855 time: 0.0917094 Aug 04 15:27:06.757245 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3e703ad0-b68e-4b01-981e-8e3b35c33939 req-72270091-a461-4996-b93c-e5cab010d0f9 service neutron] 10.222.0.59 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060585 Aug 04 15:27:06.812673 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5d72-a779-4333-8e85-a37eee2d29ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:06.816356 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-83c54514-2017-4467-b743-e8a1eb577fc6 req-20c46740-a0ff-411f-8201-b8b2c11bc148 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89d3de88-030a-42d8-9d29-df540f5bc376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399477 Aug 04 15:27:07.013448 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61770fb-4851-44fe-a922-ccb38122161a req-3c3b409c-c933-4812-b9fe-21a56481b750 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:07.014938 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e61770fb-4851-44fe-a922-ccb38122161a req-3c3b409c-c933-4812-b9fe-21a56481b750 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.1822369 Aug 04 15:27:07.021178 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1cf08-322a-4578-ab94-dee68490366d req-a5918a7e-1f70-41db-bd63-2d87dad5c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:07.022602 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e9a1cf08-322a-4578-ab94-dee68490366d req-a5918a7e-1f70-41db-bd63-2d87dad5c9fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=86904fa016994708a0fe21de85f6359a&device_id=2c0e295e-aba0-4828-94d5-9323d8cacaa1 HTTP/1.1" status: 200 len: 1096 time: 0.1772771 Aug 04 15:27:07.031675 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5d72-a779-4333-8e85-a37eee2d29ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:07.034189 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5d72-a779-4333-8e85-a37eee2d29ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:07.035292 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-d2bd5d72-a779-4333-8e85-a37eee2d29ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2c8b042-3591-4689-946e-c0d0bd7106f9 HTTP/1.1" status: 204 len: 168 time: 0.4936702 Aug 04 15:27:07.060955 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-83c54514-2017-4467-b743-e8a1eb577fc6 req-cd4a4420-2752-40ae-ad68-70dae38eae81 service neutron] 10.222.0.59 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268479 Aug 04 15:27:07.080359 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd5d72-a779-4333-8e85-a37eee2d29ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c8b042-3591-4689-946e-c0d0bd7106f9,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:07.187899 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e61770fb-4851-44fe-a922-ccb38122161a req-4a462efe-9c3c-4d3f-8c3d-f4e199654bd9 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591403 Aug 04 15:27:07.240166 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1cf08-322a-4578-ab94-dee68490366d req-4947c047-a9f7-4f85-97b9-6b5a39cf64c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:07.241931 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e9a1cf08-322a-4578-ab94-dee68490366d req-4947c047-a9f7-4f85-97b9-6b5a39cf64c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=89d3de88-030a-42d8-9d29-df540f5bc376 HTTP/1.1" status: 200 len: 916 time: 0.1969502 Aug 04 15:27:07.248216 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-83c54514-2017-4467-b743-e8a1eb577fc6 req-2dd369e4-3a1c-4564-9f40-2160d283f198 service neutron] 10.222.0.59 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691401 Aug 04 15:27:07.306512 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e9a1cf08-322a-4578-ab94-dee68490366d req-6b70042b-3e55-4253-9779-234657cbebe9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b586ff35-7465-4b3f-bf48-a64238069dfe HTTP/1.1" status: 200 len: 217 time: 0.0426345 Aug 04 15:27:07.380051 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1cf08-322a-4578-ab94-dee68490366d req-30fab032-ea00-47c5-bc37-ff06131bbf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:07.382322 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e9a1cf08-322a-4578-ab94-dee68490366d req-30fab032-ea00-47c5-bc37-ff06131bbf18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a02c79f9-420f-484e-8ece-b0ac630d460f HTTP/1.1" status: 200 len: 855 time: 0.0628898 Aug 04 15:27:07.396143 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 53178) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:07.443884 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf5c02-e5f8-4293-9ae9-a34c8dcc0342 req-68d90a88-e87b-42e9-a750-a51db3057428 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:07.445683 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3abf5c02-e5f8-4293-9ae9-a34c8dcc0342 req-68d90a88-e87b-42e9-a750-a51db3057428 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0e295e-aba0-4828-94d5-9323d8cacaa1 HTTP/1.1" status: 200 len: 943 time: 0.0602992 Aug 04 15:27:07.453528 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e9a1cf08-322a-4578-ab94-dee68490366d req-a6011547-e05e-4579-b960-5b42213b655f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89d3de88-030a-42d8-9d29-df540f5bc376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520806 Aug 04 15:27:07.460146 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9431d5c6-e540-4abd-a5db-57cb3b6a5738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:07.508095 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3abf5c02-e5f8-4293-9ae9-a34c8dcc0342 req-220332df-6f33-49af-8471-0670e0e806d4 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556188 Aug 04 15:27:07.613213 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e9a1cf08-322a-4578-ab94-dee68490366d req-633a7779-60eb-4d38-862f-8135aed6b5fb service neutron] 10.222.0.59 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468050 Aug 04 15:27:07.981694 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9431d5c6-e540-4abd-a5db-57cb3b6a5738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:07.992307 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9431d5c6-e540-4abd-a5db-57cb3b6a5738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:08.059090 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e9a1cf08-322a-4578-ab94-dee68490366d req-29093500-c808-46df-af5b-310b69437b81 service neutron] 10.222.0.59 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356129 Aug 04 15:27:08.066252 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-9431d5c6-e540-4abd-a5db-57cb3b6a5738 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dfdc4aa04c794e6c9373830574f4315f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6656203 Aug 04 15:27:08.069208 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 53216) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:08.076740 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431d5c6-e540-4abd-a5db-57cb3b6a5738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a9a013-5e0d-4edb-9880-e52d2a5992c2,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:08.091699 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-5fbeb353-6d5a-4068-b026-6e92d32fb267 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:08.093170 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-5fbeb353-6d5a-4068-b026-6e92d32fb267 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/networks?id=0c9b7cdc-41d1-4106-afd3-8db749556a34 HTTP/1.1" status: 200 len: 809 time: 0.4164388 Aug 04 15:27:08.119263 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-50dda25a-b16e-4755-bf0b-d7262e6273cf tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/quotas/9317d3870d134606b3dc5f945ef4e48d HTTP/1.1" status: 200 len: 375 time: 0.0198452 Aug 04 15:27:08.164106 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-fa55c707-5929-4174-a139-cf598374e65d tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9317d3870d134606b3dc5f945ef4e48d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368240 Aug 04 15:27:08.178367 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7edff7ec-9b73-4d53-b6ea-2fe5c93f00dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:08.250921 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7edff7ec-9b73-4d53-b6ea-2fe5c93f00dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:08.336112 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-8eca7ebc-02da-4f2c-adbf-697488e5a91d service neutron] 10.222.0.10 "GET /v2.0/networks/0c9b7cdc-41d1-4106-afd3-8db749556a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548266 Aug 04 15:27:08.354743 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7edff7ec-9b73-4d53-b6ea-2fe5c93f00dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:08.359952 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7edff7ec-9b73-4d53-b6ea-2fe5c93f00dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:08.359952 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-7edff7ec-9b73-4d53-b6ea-2fe5c93f00dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/40a9a013-5e0d-4edb-9880-e52d2a5992c2 HTTP/1.1" status: 204 len: 168 time: 0.2894778 Aug 04 15:27:08.417325 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edff7ec-9b73-4d53-b6ea-2fe5c93f00dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a9a013-5e0d-4edb-9880-e52d2a5992c2,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:08.431430 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee51e0-b567-4e2d-8d37-d6a8e7cf9b4c req-4a22862a-4157-47ad-bc55-922799f6f54e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:08.443621 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-80ee51e0-b567-4e2d-8d37-d6a8e7cf9b4c req-4a22862a-4157-47ad-bc55-922799f6f54e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0806053 Aug 04 15:27:08.479657 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-dcacb15c-485e-4a61-bc73-e5f4523d844c service neutron] 10.222.0.10 "GET /v2.0/networks/0c9b7cdc-41d1-4106-afd3-8db749556a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342943 Aug 04 15:27:08.510980 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-80ee51e0-b567-4e2d-8d37-d6a8e7cf9b4c req-a9a0f0c6-42c6-41ec-8c16-aec6b32d5ecf tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655975 Aug 04 15:27:08.719302 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84c8cf-fa71-4a3a-a394-c7d06f79966f req-fea9ca03-3583-4a89-a809-482e7d64f011 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:08.721323 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9b84c8cf-fa71-4a3a-a394-c7d06f79966f req-fea9ca03-3583-4a89-a809-482e7d64f011 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0e295e-aba0-4828-94d5-9323d8cacaa1 HTTP/1.1" status: 200 len: 943 time: 0.0713072 Aug 04 15:27:08.788544 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9b84c8cf-fa71-4a3a-a394-c7d06f79966f req-adecb191-1488-4797-b9be-671830b98d1b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595279 Aug 04 15:27:08.793582 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7ba65ed9-f555-41b7-9309-687852687241 req-1d5e20fe-6997-4fd9-9009-6f77d3262a4a tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=303690e0-2d97-4fe0-9150-f7018455393b HTTP/1.1" status: 200 len: 210 time: 0.0414085 Aug 04 15:27:09.008637 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-47fda319-2575-488d-b2cc-6d0d74a9e5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:09.378606 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:09.578200 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:09.661866 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08efad-718b-4c49-9586-8eaee10d35a4 req-e979250c-c588-49ca-a07d-4a6d35ce3574 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:09.663397 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bc08efad-718b-4c49-9586-8eaee10d35a4 req-e979250c-c588-49ca-a07d-4a6d35ce3574 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0786157 Aug 04 15:27:09.711658 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bc08efad-718b-4c49-9586-8eaee10d35a4 req-5c147ab1-22c0-4b34-b269-171a7b67e450 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416088 Aug 04 15:27:09.795694 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 53300) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:09.935964 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b607ad41-cb2c-4a61-a134-a4ca845cd9d1 req-afbdf936-29e7-4221-964e-d30f9986aa8b tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=303690e0-2d97-4fe0-9150-f7018455393b HTTP/1.1" status: 200 len: 210 time: 0.0443988 Aug 04 15:27:09.967887 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08d995-5227-40e6-a28a-186183f33811 req-1e8f5c39-ac7e-4a18-bce8-c6be1cf00a2a tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:09.980544 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ef08d995-5227-40e6-a28a-186183f33811 req-1e8f5c39-ac7e-4a18-bce8-c6be1cf00a2a tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0e295e-aba0-4828-94d5-9323d8cacaa1 HTTP/1.1" status: 200 len: 943 time: 0.0990632 Aug 04 15:27:09.992913 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a3716b55-a945-451f-89dc-cc0521cec24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:10.031100 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ef08d995-5227-40e6-a28a-186183f33811 req-b003d17e-e617-4da9-aefb-1fd1debd3810 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486722 Aug 04 15:27:10.081828 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:10.116375 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a3716b55-a945-451f-89dc-cc0521cec24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:10.121173 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a3716b55-a945-451f-89dc-cc0521cec24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:10.204381 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device b586ff35-7465-4b3f-bf48-a64238069dfe details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:27:10.286513 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 53328) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:10.294554 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-a3716b55-a945-451f-89dc-cc0521cec24b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c074ec4c86b341a6b24c243eecd2ed32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4974794 Aug 04 15:27:10.305754 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3716b55-a945-451f-89dc-cc0521cec24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4fa5e1-b4ff-48c5-b0da-f42ea1d8fa21,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:10.392674 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port b586ff35-7465-4b3f-bf48-a64238069dfe, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=b586ff35-7465-4b3f-bf48-a64238069dfe,segment=NetworkSegment(9f08c773-a146-4345-be73-3ea4c4cfc9cc),segment_id=9f08c773-a146-4345-be73-3ea4c4cfc9cc)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:27:10.410062 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-510fc5d6-1d7f-48b9-95a2-c76f972c45fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:10.418877 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': 'b586ff35-7465-4b3f-bf48-a64238069dfe', 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376', 'port_id': 'b586ff35-7465-4b3f-bf48-a64238069dfe', 'mac_address': 'fa:16:3e:bf:79:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a02c79f9-420f-484e-8ece-b0ac630d460f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:27:10.419995 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d239d-9d79-4716-8933-e18e24a35a6e req-a2629641-f490-4c05-82cf-b45f33b1109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:10.427239 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-594d239d-9d79-4716-8933-e18e24a35a6e req-a2629641-f490-4c05-82cf-b45f33b1109e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 1098 time: 0.2880378 Aug 04 15:27:10.455718 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-510fc5d6-1d7f-48b9-95a2-c76f972c45fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:10.481837 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-98b55908-3c28-4aa1-adb8-e68f3a31a82c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:10.482757 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-98b55908-3c28-4aa1-adb8-e68f3a31a82c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.59 "GET /v2.0/networks?id=0c9b7cdc-41d1-4106-afd3-8db749556a34 HTTP/1.1" status: 200 len: 809 time: 0.3360038 Aug 04 15:27:10.483996 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:10.510426 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b586ff35-7465-4b3f-bf48-a64238069dfe {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:27:10.517777 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-98897ce4-5a2e-4210-a3d1-aeb8c51743ad tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Request body: {'port': {'device_id': '303690e0-2d97-4fe0-9150-f7018455393b', 'network_id': '0c9b7cdc-41d1-4106-afd3-8db749556a34', 'admin_state_up': True, 'tenant_id': '9317d3870d134606b3dc5f945ef4e48d'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:27:10.522947 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-594d239d-9d79-4716-8933-e18e24a35a6e req-35b52bae-a801-4a9a-acda-cebd375d1fc7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846720 Aug 04 15:27:10.542507 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port b586ff35-7465-4b3f-bf48-a64238069dfe, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=b586ff35-7465-4b3f-bf48-a64238069dfe,segment=NetworkSegment(9f08c773-a146-4345-be73-3ea4c4cfc9cc),segment_id=9f08c773-a146-4345-be73-3ea4c4cfc9cc)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:27:10.549206 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:10.576178 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-510fc5d6-1d7f-48b9-95a2-c76f972c45fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:10.580105 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-510fc5d6-1d7f-48b9-95a2-c76f972c45fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:10.583854 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-510fc5d6-1d7f-48b9-95a2-c76f972c45fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8b4fa5e1-b4ff-48c5-b0da-f42ea1d8fa21 HTTP/1.1" status: 204 len: 168 time: 0.2937744 Aug 04 15:27:10.614319 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fc5d6-1d7f-48b9-95a2-c76f972c45fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4fa5e1-b4ff-48c5-b0da-f42ea1d8fa21,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:10.642856 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=b586ff35-7465-4b3f-bf48-a64238069dfe,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:10.662634 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:10.663011 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:10.663503 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:10.663886 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:10.664175 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:10.664557 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:10.664892 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:10.665237 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:10.665566 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:10.665937 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:10.666262 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:10.666581 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:10.719749 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-98897ce4-5a2e-4210-a3d1-aeb8c51743ad tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Made reservation on behalf of 9317d3870d134606b3dc5f945ef4e48d for: {'port': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:27:10.724442 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-98897ce4-5a2e-4210-a3d1-aeb8c51743ad tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:10.870952 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['b586ff35-7465-4b3f-bf48-a64238069dfe'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:27:10.899103 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cde525-b974-4753-af21-886a6e838c1b req-22e46de6-34db-4a0c-9476-e0f5d6a5f83d tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:10.900975 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-46cde525-b974-4753-af21-886a6e838c1b req-22e46de6-34db-4a0c-9476-e0f5d6a5f83d tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0713246 Aug 04 15:27:10.960870 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-46cde525-b974-4753-af21-886a6e838c1b req-a12b1543-238e-4246-883e-9b43c0627d4e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528791 Aug 04 15:27:11.004818 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-98897ce4-5a2e-4210-a3d1-aeb8c51743ad tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Allocated IP 172.20.0.3 (0c9b7cdc-41d1-4106-afd3-8db749556a34/b4bee539-994b-490c-99fe-ef0cca68abcc/1c2918f3-2bd3-4343-9585-c1133ec571ea) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:27:11.081364 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4874ef8c-9059-4b15-9e90-a5214da3b69e req-5c5bd962-5c56-4de3-818a-c8907b3ece3b tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=303690e0-2d97-4fe0-9150-f7018455393b HTTP/1.1" status: 200 len: 210 time: 0.0441885 Aug 04 15:27:11.211712 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dd6bf-adba-42b6-bec2-c5e84ba3e494 req-9ed1895d-545f-4964-a021-04e6056e563d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:11.213322 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-821dd6bf-adba-42b6-bec2-c5e84ba3e494 req-9ed1895d-545f-4964-a021-04e6056e563d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0e295e-aba0-4828-94d5-9323d8cacaa1 HTTP/1.1" status: 200 len: 944 time: 0.0667543 Aug 04 15:27:11.242951 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 53386) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:11.263454 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-88806555-39f6-4261-a65e-a17457112bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:11.268999 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-98897ce4-5a2e-4210-a3d1-aeb8c51743ad tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:11.283063 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-821dd6bf-adba-42b6-bec2-c5e84ba3e494 req-808ab4d4-6742-4241-be86-b9c78cec007b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603848 Aug 04 15:27:11.325773 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-98897ce4-5a2e-4210-a3d1-aeb8c51743ad tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:11.379510 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-98897ce4-5a2e-4210-a3d1-aeb8c51743ad tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Network 0c9b7cdc-41d1-4106-afd3-8db749556a34 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:27:11.385710 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-98897ce4-5a2e-4210-a3d1-aeb8c51743ad tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:27:11.390441 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-98897ce4-5a2e-4210-a3d1-aeb8c51743ad tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:27:11.397667 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98897ce4-5a2e-4210-a3d1-aeb8c51743ad tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Pushing event updated for resources: {'Port': ['ID=1c2918f3-2bd3-4343-9585-c1133ec571ea,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:11.412255 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-88806555-39f6-4261-a65e-a17457112bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:11.417063 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-88806555-39f6-4261-a65e-a17457112bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:11.466448 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-88806555-39f6-4261-a65e-a17457112bf4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7554ffa9ec8746be93331d28bf41040f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195361 Aug 04 15:27:11.468126 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88806555-39f6-4261-a65e-a17457112bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d19ad15-4796-4a9a-9fce-e773171fe88e,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:11.471706 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 53402) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:11.488788 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-98897ce4-5a2e-4210-a3d1-aeb8c51743ad tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:11.488788 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-98897ce4-5a2e-4210-a3d1-aeb8c51743ad tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:11.516668 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-98897ce4-5a2e-4210-a3d1-aeb8c51743ad tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0086980 Aug 04 15:27:11.537046 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] Request body: {'port': {'device_id': '303690e0-2d97-4fe0-9150-f7018455393b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:27:11.549778 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5d440263-e7ae-47cc-9d90-f67b3dfdeeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:11.574100 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5d440263-e7ae-47cc-9d90-f67b3dfdeeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:11.631088 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:11.654822 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5d440263-e7ae-47cc-9d90-f67b3dfdeeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:11.658733 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5d440263-e7ae-47cc-9d90-f67b3dfdeeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:11.662632 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-5d440263-e7ae-47cc-9d90-f67b3dfdeeb8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d19ad15-4796-4a9a-9fce-e773171fe88e HTTP/1.1" status: 204 len: 168 time: 0.1900175 Aug 04 15:27:11.671525 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d440263-e7ae-47cc-9d90-f67b3dfdeeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d19ad15-4796-4a9a-9fce-e773171fe88e,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:12.035330 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c2918f3-2bd3-4343-9585-c1133ec571ea {{(pid=93419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:27:12.045241 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:12.062253 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] Transition to ACTIVE for port object 1c2918f3-2bd3-4343-9585-c1133ec571ea will not be triggered until provisioned by entity L2. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:27:12.069787 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:12.134153 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2918f3-2bd3-4343-9585-c1133ec571ea,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:12.138034 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9031cd3-d17c-4097-9bff-839d8c1994ad req-9766de2a-f0d1-40ff-a119-dc4a5c4a3d0d tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:12.143157 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f9031cd3-d17c-4097-9bff-839d8c1994ad req-9766de2a-f0d1-40ff-a119-dc4a5c4a3d0d tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0891409 Aug 04 15:27:12.211461 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f9031cd3-d17c-4097-9bff-839d8c1994ad req-32955bb9-7dc2-4604-877b-51c505f6b478 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622625 Aug 04 15:27:12.234625 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device b586ff35-7465-4b3f-bf48-a64238069dfe up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:27:12.378629 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning for port b586ff35-7465-4b3f-bf48-a64238069dfe completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:27:12.384998 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port b586ff35-7465-4b3f-bf48-a64238069dfe triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:27:12.385485 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:12.387698 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5740875-70de-484f-89c7-0eb6a472abb1 req-51d1cdae-3dd2-4aad-abd9-c3566ecb3536 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:12.389854 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a5740875-70de-484f-89c7-0eb6a472abb1 req-51d1cdae-3dd2-4aad-abd9-c3566ecb3536 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=303690e0-2d97-4fe0-9150-f7018455393b HTTP/1.1" status: 200 len: 943 time: 0.1580915 Aug 04 15:27:12.445423 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] Attempting to bind port 1c2918f3-2bd3-4343-9585-c1133ec571ea on host hv-cinder-68948 for vnic_type normal with profile {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:27:12.449902 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] Attempting to bind port 1c2918f3-2bd3-4343-9585-c1133ec571ea by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'a81e5b50-023a-4531-a340-3c2f35ddeed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0c9b7cdc-41d1-4106-afd3-8db749556a34'}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:27:12.450987 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] Attempting to bind port 1c2918f3-2bd3-4343-9585-c1133ec571ea on network 0c9b7cdc-41d1-4106-afd3-8db749556a34 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:27:12.481377 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] Port 1c2918f3-2bd3-4343-9585-c1133ec571ea on network 0c9b7cdc-41d1-4106-afd3-8db749556a34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:27:12.482017 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] Attempting to bind port 1c2918f3-2bd3-4343-9585-c1133ec571ea on network 0c9b7cdc-41d1-4106-afd3-8db749556a34 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:27:12.485420 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf1bd6-65c4-447d-84f3-9374688ba82c req-752afbe1-aa59-4201-9cb9-6efb4106938b tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:12.487323 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fadf1bd6-65c4-447d-84f3-9374688ba82c req-752afbe1-aa59-4201-9cb9-6efb4106938b tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.1222618 Aug 04 15:27:12.504340 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] Checking agent: {'id': '5bc10963-30ee-40c9-994c-c74f44e4da8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'started_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:27:12.504340 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] Checking segment: {'id': 'a81e5b50-023a-4531-a340-3c2f35ddeed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0c9b7cdc-41d1-4106-afd3-8db749556a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:27:12.504340 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] Bound using segment: {'id': 'a81e5b50-023a-4531-a340-3c2f35ddeed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0c9b7cdc-41d1-4106-afd3-8db749556a34'} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:27:12.504340 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] Bound port: 1c2918f3-2bd3-4343-9585-c1133ec571ea, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a81e5b50-023a-4531-a340-3c2f35ddeed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0c9b7cdc-41d1-4106-afd3-8db749556a34'}}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:27:12.516776 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:12.560237 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fadf1bd6-65c4-447d-84f3-9374688ba82c req-3564322d-b604-4464-83c6-70d6be90e2e5 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657790 Aug 04 15:27:12.565073 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a5740875-70de-484f-89c7-0eb6a472abb1 req-09894948-0166-493b-8a75-83ad35ef89ef tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281312 Aug 04 15:27:12.605346 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:12.609099 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:12.640569 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0e295e-aba0-4828-94d5-9323d8cacaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b586ff35-7465-4b3f-bf48-a64238069dfe'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:27:12.643590 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ef2770-263b-48ea-9663-6be083a9b710" -d '{"events": [{"server_uuid": "2c0e295e-aba0-4828-94d5-9323d8cacaa1", "name": "network-vif-plugged", "status": "completed", "tag": "b586ff35-7465-4b3f-bf48-a64238069dfe"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:27:12.667671 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port b586ff35-7465-4b3f-bf48-a64238069dfe, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=b586ff35-7465-4b3f-bf48-a64238069dfe,segment=NetworkSegment(9f08c773-a146-4345-be73-3ea4c4cfc9cc),segment_id=9f08c773-a146-4345-be73-3ea4c4cfc9cc)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:27:12.676552 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:12.707419 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] For port 1c2918f3-2bd3-4343-9585-c1133ec571ea, host hv-cinder-68948, cleared binding levels {{(pid=93419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:27:12.716964 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] For port 1c2918f3-2bd3-4343-9585-c1133ec571ea, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1c2918f3-2bd3-4343-9585-c1133ec571ea,segment=NetworkSegment(a81e5b50-023a-4531-a340-3c2f35ddeed5),segment_id=a81e5b50-023a-4531-a340-3c2f35ddeed5)] {{(pid=93419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:27:12.729623 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:12.767279 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd618e3-d74b-4dfc-99d6-2f3d2f9a8228 x-openstack-request-id: req-1bd618e3-d74b-4dfc-99d6-2f3d2f9a8228 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:27:12.769368 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0e295e-aba0-4828-94d5-9323d8cacaa1", "name": "network-vif-plugged", "status": "completed", "tag": "b586ff35-7465-4b3f-bf48-a64238069dfe", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:27:12.770667 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1bd618e3-d74b-4dfc-99d6-2f3d2f9a8228 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:27:12.771333 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0e295e-aba0-4828-94d5-9323d8cacaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b586ff35-7465-4b3f-bf48-a64238069dfe', 'code': 200} Aug 04 15:27:12.836639 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:12.837296 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11545b05-9289-479c-8cda-e331f606df4f req-04bab3bd-1347-438d-a3bd-ee9c9ada7eef tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:12.847874 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:12.849806 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] 10.222.0.59 "PUT /v2.0/ports/1c2918f3-2bd3-4343-9585-c1133ec571ea HTTP/1.1" status: 200 len: 1093 time: 1.3184063 Aug 04 15:27:12.850021 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-11545b05-9289-479c-8cda-e331f606df4f req-04bab3bd-1347-438d-a3bd-ee9c9ada7eef tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0e295e-aba0-4828-94d5-9323d8cacaa1 HTTP/1.1" status: 200 len: 945 time: 0.1493895 Aug 04 15:27:12.861483 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303690e0-2d97-4fe0-9150-f7018455393b', 'tag': '1c2918f3-2bd3-4343-9585-c1133ec571ea'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:27:12.869253 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=b586ff35-7465-4b3f-bf48-a64238069dfe,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:12.874413 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19284a4e-8971-4dfc-89e6-a260360afc07" -d '{"events": [{"name": "network-changed", "server_uuid": "303690e0-2d97-4fe0-9150-f7018455393b", "tag": "1c2918f3-2bd3-4343-9585-c1133ec571ea"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:27:12.940509 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-11545b05-9289-479c-8cda-e331f606df4f req-aa69b9e1-e994-4b22-955e-f85a40d22ce4 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869796 Aug 04 15:27:12.945176 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b36262-4ebd-4b47-95ad-5583227c2c91 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2918f3-2bd3-4343-9585-c1133ec571ea,revision_number=3']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:13.009263 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebb52e1-f9f2-4a07-a3d9-50f16fb5b1b4 x-openstack-request-id: req-bebb52e1-f9f2-4a07-a3d9-50f16fb5b1b4 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:27:13.010140 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303690e0-2d97-4fe0-9150-f7018455393b", "tag": "1c2918f3-2bd3-4343-9585-c1133ec571ea", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:27:13.011030 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bebb52e1-f9f2-4a07-a3d9-50f16fb5b1b4 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:27:13.011788 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303690e0-2d97-4fe0-9150-f7018455393b', 'tag': '1c2918f3-2bd3-4343-9585-c1133ec571ea', 'status': 'completed', 'code': 200} Aug 04 15:27:13.027171 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 53508) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:13.069701 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-5c225802-c56e-4892-a313-d80354beb853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:13.071354 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-5c225802-c56e-4892-a313-d80354beb853 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9317d3870d134606b3dc5f945ef4e48d&device_id=303690e0-2d97-4fe0-9150-f7018455393b HTTP/1.1" status: 200 len: 1096 time: 0.1220169 Aug 04 15:27:13.082157 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb68ed0-291c-458d-931a-ee336a17db92 req-0132c2d6-85dc-4e2b-bf7e-bffd3bd0ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:13.086042 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bdb68ed0-291c-458d-931a-ee336a17db92 req-0132c2d6-85dc-4e2b-bf7e-bffd3bd0ece8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e295e-aba0-4828-94d5-9323d8cacaa1 HTTP/1.1" status: 200 len: 1098 time: 0.0693476 Aug 04 15:27:13.164493 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-0b051c86-9c4d-4b16-9657-b0fde9446fbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c2918f3-2bd3-4343-9585-c1133ec571ea HTTP/1.1" status: 200 len: 217 time: 0.0756691 Aug 04 15:27:13.181521 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c5b58b61-ae94-4de8-a417-2cab22a13d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:13.237107 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bdb68ed0-291c-458d-931a-ee336a17db92 req-a05d5feb-4832-4ace-b57c-fd42547c06b9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387932 Aug 04 15:27:13.247214 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-44a18f59-ae68-47a8-b24b-0a035c78b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:13.248730 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-44a18f59-ae68-47a8-b24b-0a035c78b3fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b4bee539-994b-490c-99fe-ef0cca68abcc HTTP/1.1" status: 200 len: 849 time: 0.0701897 Aug 04 15:27:13.299191 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c5b58b61-ae94-4de8-a417-2cab22a13d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:13.305565 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c5b58b61-ae94-4de8-a417-2cab22a13d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:13.346108 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-7b2088b3-e4bf-44b3-b415-d0c8fb9ceb5f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c9b7cdc-41d1-4106-afd3-8db749556a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329490 Aug 04 15:27:13.349647 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 53526) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:13.349776 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-c5b58b61-ae94-4de8-a417-2cab22a13d57 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd8dec64cc294f3280e9de4715f9dd17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205914 Aug 04 15:27:13.350581 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b58b61-ae94-4de8-a417-2cab22a13d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00db8840-258e-4cad-82fb-49db02c28175,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:13.467226 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-77cd6a4e-ab59-47fe-89b6-ec99b2405842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:13.485728 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-d07a052a-ba0b-4138-a04c-8a416060cc7a service neutron] 10.222.0.59 "GET /v2.0/networks/0c9b7cdc-41d1-4106-afd3-8db749556a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291368 Aug 04 15:27:13.500549 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-77cd6a4e-ab59-47fe-89b6-ec99b2405842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:13.620621 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fedcdcc4-b9bf-4596-bf1c-2dbf2eeba072 req-4807c495-5ce4-44ac-b40f-909e583566f1 service neutron] 10.222.0.59 "GET /v2.0/networks/0c9b7cdc-41d1-4106-afd3-8db749556a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221957 Aug 04 15:27:13.625253 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-77cd6a4e-ab59-47fe-89b6-ec99b2405842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:13.628075 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-77cd6a4e-ab59-47fe-89b6-ec99b2405842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:13.631899 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-77cd6a4e-ab59-47fe-89b6-ec99b2405842 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00db8840-258e-4cad-82fb-49db02c28175 HTTP/1.1" status: 204 len: 168 time: 0.2782621 Aug 04 15:27:13.638380 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd6a4e-ab59-47fe-89b6-ec99b2405842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00db8840-258e-4cad-82fb-49db02c28175,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:13.724431 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c387d4-cb9a-4a36-bca6-c4675101eb07 req-fbc136f3-9a5f-435e-ac87-625b1ed972fb tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:13.729312 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19284a4e-8971-4dfc-89e6-a260360afc07 req-d34b8eae-202c-453d-80f1-dd0eab6df96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:13.731900 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-19284a4e-8971-4dfc-89e6-a260360afc07 req-d34b8eae-202c-453d-80f1-dd0eab6df96f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9317d3870d134606b3dc5f945ef4e48d&device_id=303690e0-2d97-4fe0-9150-f7018455393b HTTP/1.1" status: 200 len: 1096 time: 0.0441453 Aug 04 15:27:13.733043 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b8c387d4-cb9a-4a36-bca6-c4675101eb07 req-fbc136f3-9a5f-435e-ac87-625b1ed972fb tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=303690e0-2d97-4fe0-9150-f7018455393b HTTP/1.1" status: 200 len: 943 time: 0.0601039 Aug 04 15:27:13.780441 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b8c387d4-cb9a-4a36-bca6-c4675101eb07 req-16f300c3-77f0-4c1c-b7e5-bab3a9d8f361 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413320 Aug 04 15:27:13.865207 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19284a4e-8971-4dfc-89e6-a260360afc07 req-7bd50664-5680-4afc-b1b8-be3a7ef9925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:13.866791 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-19284a4e-8971-4dfc-89e6-a260360afc07 req-7bd50664-5680-4afc-b1b8-be3a7ef9925f service neutron] 10.222.0.59 "GET /v2.0/networks?id=0c9b7cdc-41d1-4106-afd3-8db749556a34 HTTP/1.1" status: 200 len: 910 time: 0.1110833 Aug 04 15:27:13.927356 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-19284a4e-8971-4dfc-89e6-a260360afc07 req-c66bb4c0-bbbf-477f-aba3-63e93a622559 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c2918f3-2bd3-4343-9585-c1133ec571ea HTTP/1.1" status: 200 len: 217 time: 0.0453393 Aug 04 15:27:14.039271 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19284a4e-8971-4dfc-89e6-a260360afc07 req-6d0b3af0-8b67-402f-8e43-f66084063972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:14.042799 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-19284a4e-8971-4dfc-89e6-a260360afc07 req-6d0b3af0-8b67-402f-8e43-f66084063972 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b4bee539-994b-490c-99fe-ef0cca68abcc HTTP/1.1" status: 200 len: 849 time: 0.1065848 Aug 04 15:27:14.084281 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08a67a-dc70-4158-9919-c1512f788527 req-960273c9-f0f0-41f0-8eae-cc486738602c tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:14.089730 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-bc08a67a-dc70-4158-9919-c1512f788527 req-960273c9-f0f0-41f0-8eae-cc486738602c tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0e295e-aba0-4828-94d5-9323d8cacaa1 HTTP/1.1" status: 200 len: 945 time: 0.0583425 Aug 04 15:27:14.096692 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 53564) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:14.117122 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5e2bd985-c6d9-47e5-b85a-962d68b3a543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:14.123698 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-19284a4e-8971-4dfc-89e6-a260360afc07 req-f68cf434-709d-4263-bc63-8b3aca096e30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c9b7cdc-41d1-4106-afd3-8db749556a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392365 Aug 04 15:27:14.150433 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-bc08a67a-dc70-4158-9919-c1512f788527 req-f31c7c35-5e85-42d1-8916-e3b6d850c21a tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597706 Aug 04 15:27:14.241656 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5e2bd985-c6d9-47e5-b85a-962d68b3a543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:14.248637 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5e2bd985-c6d9-47e5-b85a-962d68b3a543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:14.263547 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-19284a4e-8971-4dfc-89e6-a260360afc07 req-7b7ad5cc-bb13-416a-8dea-cbc86189b0fa service neutron] 10.222.0.59 "GET /v2.0/networks/0c9b7cdc-41d1-4106-afd3-8db749556a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305103 Aug 04 15:27:14.295335 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-5e2bd985-c6d9-47e5-b85a-962d68b3a543 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a019f65c14245188a2822762d091dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1975567 Aug 04 15:27:14.296237 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bd985-c6d9-47e5-b85a-962d68b3a543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de93e331-fcfc-44c5-9773-36c230539100,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:14.298593 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 53574) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:14.401553 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-16a8633e-c982-42fc-993a-eb76944dcbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:14.430944 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-19284a4e-8971-4dfc-89e6-a260360afc07 req-c12c2181-40ba-4cae-870c-79519e36f60e service neutron] 10.222.0.59 "GET /v2.0/networks/0c9b7cdc-41d1-4106-afd3-8db749556a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566682 Aug 04 15:27:14.448224 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-16a8633e-c982-42fc-993a-eb76944dcbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:14.535674 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-16a8633e-c982-42fc-993a-eb76944dcbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:14.540722 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-16a8633e-c982-42fc-993a-eb76944dcbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:14.545465 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-16a8633e-c982-42fc-993a-eb76944dcbfa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de93e331-fcfc-44c5-9773-36c230539100 HTTP/1.1" status: 204 len: 168 time: 0.2425165 Aug 04 15:27:14.581710 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8633e-c982-42fc-993a-eb76944dcbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de93e331-fcfc-44c5-9773-36c230539100,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:14.788005 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e82a0-7b00-497c-a0bd-b7b2593a7ac1 req-7effd0af-a5df-4879-ab7d-0bdbfa30b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:14.789730 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-882e82a0-7b00-497c-a0bd-b7b2593a7ac1 req-7effd0af-a5df-4879-ab7d-0bdbfa30b560 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=13d02bf790ce4464804411b784db648d&device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 1098 time: 0.0452743 Aug 04 15:27:14.812397 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce1d31-c9a4-4545-b642-86a90095c5cb req-1b6dd207-44ba-4ca9-bd46-5126122b0e1e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:14.817534 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d3ce1d31-c9a4-4545-b642-86a90095c5cb req-1b6dd207-44ba-4ca9-bd46-5126122b0e1e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0639353 Aug 04 15:27:14.877351 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d3ce1d31-c9a4-4545-b642-86a90095c5cb req-97c94687-edce-4288-9686-5938f3b7857c tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513446 Aug 04 15:27:14.959494 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa47ae4-d4ad-40d4-9be4-dea2a79a3a60 req-25b9f015-030b-49dd-8786-3816ecc5c7af tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:14.960979 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-caa47ae4-d4ad-40d4-9be4-dea2a79a3a60 req-25b9f015-030b-49dd-8786-3816ecc5c7af tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=303690e0-2d97-4fe0-9150-f7018455393b HTTP/1.1" status: 200 len: 943 time: 0.0842164 Aug 04 15:27:14.992927 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e82a0-7b00-497c-a0bd-b7b2593a7ac1 req-25e13938-63ac-47cb-8747-e7df050d8636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:14.993182 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 53612) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:14.994458 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-882e82a0-7b00-497c-a0bd-b7b2593a7ac1 req-25e13938-63ac-47cb-8747-e7df050d8636 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcd16224-3e84-44b0-a461-e2a9f25dc336 HTTP/1.1" status: 200 len: 919 time: 0.1952500 Aug 04 15:27:15.051834 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-caa47ae4-d4ad-40d4-9be4-dea2a79a3a60 req-2787d540-3d9e-4b54-998b-40a331b2be79 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791953 Aug 04 15:27:15.053560 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-882e82a0-7b00-497c-a0bd-b7b2593a7ac1 req-f8eaa86b-9acb-446c-803c-fd8370d5e35e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=709cc591-7cd9-415b-8047-eb26fd33a8b3 HTTP/1.1" status: 200 len: 217 time: 0.0456319 Aug 04 15:27:15.122081 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e82a0-7b00-497c-a0bd-b7b2593a7ac1 req-6bdf2b0f-48da-4709-a82c-b2ac253b248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:15.123615 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-882e82a0-7b00-497c-a0bd-b7b2593a7ac1 req-6bdf2b0f-48da-4709-a82c-b2ac253b248b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2601cba3-2975-403d-8fbf-30dac3fcbfd7 HTTP/1.1" status: 200 len: 858 time: 0.0604351 Aug 04 15:27:15.128590 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d7c765ea-0f7a-4ce8-b752-f0b9e2281a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:15.178438 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-882e82a0-7b00-497c-a0bd-b7b2593a7ac1 req-de958edf-15d6-42e7-91f9-fa2971b43a74 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcd16224-3e84-44b0-a461-e2a9f25dc336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352049 Aug 04 15:27:15.258476 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d7c765ea-0f7a-4ce8-b752-f0b9e2281a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:15.264264 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d7c765ea-0f7a-4ce8-b752-f0b9e2281a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:15.322555 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-882e82a0-7b00-497c-a0bd-b7b2593a7ac1 req-2256d4d6-631d-48e3-983e-a32d9642cfd2 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341889 Aug 04 15:27:15.331161 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1437aa-c7cd-4f85-ac30-0a80ccc9c78d req-9446b4ea-d3ed-4401-b71a-e098817b1bec tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:15.334181 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-cf1437aa-c7cd-4f85-ac30-0a80ccc9c78d req-9446b4ea-d3ed-4401-b71a-e098817b1bec tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0e295e-aba0-4828-94d5-9323d8cacaa1 HTTP/1.1" status: 200 len: 945 time: 0.0841968 Aug 04 15:27:15.423500 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-cf1437aa-c7cd-4f85-ac30-0a80ccc9c78d req-48a56682-18c5-4961-9acc-b7f301dc0772 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811095 Aug 04 15:27:15.466421 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-882e82a0-7b00-497c-a0bd-b7b2593a7ac1 req-0df955c7-39f9-41c9-adb6-e2bc9ad5b36f service neutron] 10.222.0.59 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325870 Aug 04 15:27:15.540542 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-d7c765ea-0f7a-4ce8-b752-f0b9e2281a83 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aef1e3619d8141f5aa8da1ecc4b5fc7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5462654 Aug 04 15:27:15.541514 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c765ea-0f7a-4ce8-b752-f0b9e2281a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb73852-bac5-4894-b944-6c0f520a0547,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:15.544189 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 53642) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:15.626173 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a2415a1f-d43f-44aa-b66c-6280d183a2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:15.676520 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a2415a1f-d43f-44aa-b66c-6280d183a2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:15.739027 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a2415a1f-d43f-44aa-b66c-6280d183a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:15.742243 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a2415a1f-d43f-44aa-b66c-6280d183a2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:15.745899 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-a2415a1f-d43f-44aa-b66c-6280d183a2ba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7cb73852-bac5-4894-b944-6c0f520a0547 HTTP/1.1" status: 204 len: 168 time: 0.1966913 Aug 04 15:27:15.754093 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2415a1f-d43f-44aa-b66c-6280d183a2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb73852-bac5-4894-b944-6c0f520a0547,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:16.024599 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1790a-6106-458e-bf55-156f102e3c27 req-23bbff83-bb5f-47ad-b8ba-012c49b31aa3 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:16.026176 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c5c1790a-6106-458e-bf55-156f102e3c27 req-23bbff83-bb5f-47ad-b8ba-012c49b31aa3 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0571158 Aug 04 15:27:16.116327 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c5c1790a-6106-458e-bf55-156f102e3c27 req-b99af417-2ea6-405f-a509-673ba7616598 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828793 Aug 04 15:27:16.132120 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 53682) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:16.151677 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d361339e-3c8e-4a06-ba12-dabf8c061838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:16.250866 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 1c2918f3-2bd3-4343-9585-c1133ec571ea details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:27:16.282694 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee7541-33f2-4324-8576-b0f35adc81c2 req-15202d8d-754c-4517-b8db-6d9679128a8e tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:16.291652 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d0ee7541-33f2-4324-8576-b0f35adc81c2 req-15202d8d-754c-4517-b8db-6d9679128a8e tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=303690e0-2d97-4fe0-9150-f7018455393b HTTP/1.1" status: 200 len: 943 time: 0.1218691 Aug 04 15:27:16.305690 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d361339e-3c8e-4a06-ba12-dabf8c061838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:16.317315 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d361339e-3c8e-4a06-ba12-dabf8c061838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:16.360214 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d0ee7541-33f2-4324-8576-b0f35adc81c2 req-4013639b-32f7-4874-abef-d1751a37bd46 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667799 Aug 04 15:27:16.369162 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-d361339e-3c8e-4a06-ba12-dabf8c061838 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fdab0b4764974719b4cd346ccd1d613d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335153 Aug 04 15:27:16.370104 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 53690) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:16.384885 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 1c2918f3-2bd3-4343-9585-c1133ec571ea, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1c2918f3-2bd3-4343-9585-c1133ec571ea,segment=NetworkSegment(a81e5b50-023a-4531-a340-3c2f35ddeed5),segment_id=a81e5b50-023a-4531-a340-3c2f35ddeed5)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:27:16.385197 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361339e-3c8e-4a06-ba12-dabf8c061838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644c4444-e1dd-4ad0-bdeb-2a7208344b1b,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:16.400010 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': '1c2918f3-2bd3-4343-9585-c1133ec571ea', 'network_id': '0c9b7cdc-41d1-4106-afd3-8db749556a34', 'port_id': '1c2918f3-2bd3-4343-9585-c1133ec571ea', 'mac_address': 'fa:16:3e:3d:51:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bee539-994b-490c-99fe-ef0cca68abcc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:27:16.438343 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c7a5b788-ff9b-44b1-bd11-5843fcec3263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:16.442769 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:16.456153 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c2918f3-2bd3-4343-9585-c1133ec571ea {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:27:16.464410 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c7a5b788-ff9b-44b1-bd11-5843fcec3263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:16.475859 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 1c2918f3-2bd3-4343-9585-c1133ec571ea, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1c2918f3-2bd3-4343-9585-c1133ec571ea,segment=NetworkSegment(a81e5b50-023a-4531-a340-3c2f35ddeed5),segment_id=a81e5b50-023a-4531-a340-3c2f35ddeed5)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:27:16.481682 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:16.522413 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c7a5b788-ff9b-44b1-bd11-5843fcec3263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:16.526099 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c7a5b788-ff9b-44b1-bd11-5843fcec3263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:16.527899 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-c7a5b788-ff9b-44b1-bd11-5843fcec3263 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/644c4444-e1dd-4ad0-bdeb-2a7208344b1b HTTP/1.1" status: 204 len: 168 time: 0.1546357 Aug 04 15:27:16.536921 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5b788-ff9b-44b1-bd11-5843fcec3263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644c4444-e1dd-4ad0-bdeb-2a7208344b1b,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:16.545180 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=1c2918f3-2bd3-4343-9585-c1133ec571ea,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:16.932116 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['1c2918f3-2bd3-4343-9585-c1133ec571ea'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:27:17.279537 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703719e-76a7-4945-8702-99cfde58af9e req-44911ef7-d79c-4271-b57a-e1b46f73544f tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:17.282550 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c703719e-76a7-4945-8702-99cfde58af9e req-44911ef7-d79c-4271-b57a-e1b46f73544f tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0781105 Aug 04 15:27:17.347528 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c703719e-76a7-4945-8702-99cfde58af9e req-7f21f832-62dd-4dac-bba2-ca96f0f73c6c tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508072 Aug 04 15:27:17.434572 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 53760) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:17.486103 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df1f4d-92b3-48e0-8ac1-f5bd06f6fea3 req-12786f92-1ff3-46d5-a962-70b93b0f6263 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:17.487677 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c9df1f4d-92b3-48e0-8ac1-f5bd06f6fea3 req-12786f92-1ff3-46d5-a962-70b93b0f6263 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=303690e0-2d97-4fe0-9150-f7018455393b HTTP/1.1" status: 200 len: 944 time: 0.0565896 Aug 04 15:27:17.530760 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c9df1f4d-92b3-48e0-8ac1-f5bd06f6fea3 req-72c0c7e6-2512-43a1-80a4-0add544c138e tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357888 Aug 04 15:27:17.563305 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-0d094258-6d4d-4cdb-9ac0-0d6d3f75bc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:17.761039 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-39a88e11-2a64-474d-be9e-b923d93c1a55 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:17.763506 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-39a88e11-2a64-474d-be9e-b923d93c1a55 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/networks?id=89d3de88-030a-42d8-9d29-df540f5bc376 HTTP/1.1" status: 200 len: 815 time: 0.1439404 Aug 04 15:27:17.768527 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-0d094258-6d4d-4cdb-9ac0-0d6d3f75bc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:17.776952 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-0d094258-6d4d-4cdb-9ac0-0d6d3f75bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:17.800553 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-0b94df09-ccb5-49df-a9c2-d0652a336e61 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/quotas/86904fa016994708a0fe21de85f6359a HTTP/1.1" status: 200 len: 375 time: 0.0252299 Aug 04 15:27:17.845307 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d094258-6d4d-4cdb-9ac0-0d6d3f75bc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb2a287-6143-4e32-a259-6a9d4b700768,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:17.856387 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-0d094258-6d4d-4cdb-9ac0-0d6d3f75bc5a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=834dc037d67943a1a2ec9a8e4264a83a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161270 Aug 04 15:27:17.856387 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 53814) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:17.898417 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-fe7e4092-1d24-4955-a7ba-f54e45341f3e tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=86904fa016994708a0fe21de85f6359a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865037 Aug 04 15:27:17.969593 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-05081a3c-026b-4382-9ec8-cf0b49663f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:18.010520 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-05081a3c-026b-4382-9ec8-cf0b49663f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:18.039063 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-f7d236ae-aa06-4ecd-9d8b-c4d3a2381a16 service neutron] 10.222.0.10 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311147 Aug 04 15:27:18.135111 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-05081a3c-026b-4382-9ec8-cf0b49663f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:18.138211 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-05081a3c-026b-4382-9ec8-cf0b49663f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:18.141914 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-05081a3c-026b-4382-9ec8-cf0b49663f57 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0cb2a287-6143-4e32-a259-6a9d4b700768 HTTP/1.1" status: 204 len: 168 time: 0.2835004 Aug 04 15:27:18.154795 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05081a3c-026b-4382-9ec8-cf0b49663f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb2a287-6143-4e32-a259-6a9d4b700768,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:18.176043 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-0e14714c-aeba-47d5-b5e6-514d132df975 service neutron] 10.222.0.10 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287048 Aug 04 15:27:18.270741 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 1c2918f3-2bd3-4343-9585-c1133ec571ea up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:27:18.354107 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning for port 1c2918f3-2bd3-4343-9585-c1133ec571ea completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:27:18.365130 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port 1c2918f3-2bd3-4343-9585-c1133ec571ea triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:27:18.365572 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:18.369065 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ec5c20db-c5bc-44e9-8cc4-1b8d449ff6c1 req-18ed2c05-7b6c-4e34-a9f6-53faaa67d7c3 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ea49944-8298-40be-ac86-6911fe4e0e98 HTTP/1.1" status: 200 len: 210 time: 0.0562627 Aug 04 15:27:18.471007 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:18.502867 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303690e0-2d97-4fe0-9150-f7018455393b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2918f3-2bd3-4343-9585-c1133ec571ea'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:27:18.510905 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb16f30e-35bc-4669-959b-db84c0b1618a" -d '{"events": [{"server_uuid": "303690e0-2d97-4fe0-9150-f7018455393b", "name": "network-vif-plugged", "status": "completed", "tag": "1c2918f3-2bd3-4343-9585-c1133ec571ea"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:27:18.532548 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 1c2918f3-2bd3-4343-9585-c1133ec571ea, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1c2918f3-2bd3-4343-9585-c1133ec571ea,segment=NetworkSegment(a81e5b50-023a-4531-a340-3c2f35ddeed5),segment_id=a81e5b50-023a-4531-a340-3c2f35ddeed5)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:27:18.541033 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:18.572435 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3405e35-9bbe-4126-b845-13b737a8fc98 req-39947873-6d73-408d-b108-134de5ef2047 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:18.581850 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d3405e35-9bbe-4126-b845-13b737a8fc98 req-39947873-6d73-408d-b108-134de5ef2047 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0863400 Aug 04 15:27:18.641086 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d3405e35-9bbe-4126-b845-13b737a8fc98 req-d3e3b4f0-fad5-416d-aa77-633862c3d5e8 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579681 Aug 04 15:27:18.659415 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=1c2918f3-2bd3-4343-9585-c1133ec571ea,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:18.701221 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 53884) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:18.725492 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3447-25d2-4c74-bb66-5e0109e9d9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:18.738190 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc53979-15e2-491e-b7fb-a5d74b27db76 x-openstack-request-id: req-2dc53979-15e2-491e-b7fb-a5d74b27db76 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:27:18.738483 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303690e0-2d97-4fe0-9150-f7018455393b", "name": "network-vif-plugged", "status": "completed", "tag": "1c2918f3-2bd3-4343-9585-c1133ec571ea", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:27:18.738749 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2dc53979-15e2-491e-b7fb-a5d74b27db76 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:27:18.739154 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303690e0-2d97-4fe0-9150-f7018455393b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2918f3-2bd3-4343-9585-c1133ec571ea', 'code': 200} Aug 04 15:27:18.906563 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4e4f9-96d8-4d51-adfc-11689882d877 req-f0411b02-2e21-4755-8ef1-0ed5b36d7d53 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:18.915736 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-65c4e4f9-96d8-4d51-adfc-11689882d877 req-f0411b02-2e21-4755-8ef1-0ed5b36d7d53 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=303690e0-2d97-4fe0-9150-f7018455393b HTTP/1.1" status: 200 len: 945 time: 0.1019740 Aug 04 15:27:18.971239 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabe3fa-91f4-4f0f-bd21-01f69dd8ab08 req-d4c55085-95fd-4ccc-9e1b-7cb23d521ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:18.971823 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3447-25d2-4c74-bb66-5e0109e9d9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:18.972970 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6dabe3fa-91f4-4f0f-bd21-01f69dd8ab08 req-d4c55085-95fd-4ccc-9e1b-7cb23d521ee0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=303690e0-2d97-4fe0-9150-f7018455393b HTTP/1.1" status: 200 len: 1098 time: 0.0463386 Aug 04 15:27:18.978345 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3447-25d2-4c74-bb66-5e0109e9d9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:19.017598 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-65c4e4f9-96d8-4d51-adfc-11689882d877 req-c0714c0a-c04b-4e40-a966-f77f8eaf0356 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966468 Aug 04 15:27:19.025696 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6dabe3fa-91f4-4f0f-bd21-01f69dd8ab08 req-5e83e036-a368-44be-ba4b-91941b9b10fb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392683 Aug 04 15:27:19.042556 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-ee7b3447-25d2-4c74-bb66-5e0109e9d9b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dca30bef333d4a19961b3bccd8a27ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3402483 Aug 04 15:27:19.044048 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b3447-25d2-4c74-bb66-5e0109e9d9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36704805-57e5-410f-b36f-c7632fab3914,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:19.046889 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 53892) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:19.096362 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d57c97b6-8efc-4a7a-b3c3-4f8300a3556f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:19.118893 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d57c97b6-8efc-4a7a-b3c3-4f8300a3556f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:19.178527 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d57c97b6-8efc-4a7a-b3c3-4f8300a3556f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:19.181416 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d57c97b6-8efc-4a7a-b3c3-4f8300a3556f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:19.185524 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-d57c97b6-8efc-4a7a-b3c3-4f8300a3556f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/36704805-57e5-410f-b36f-c7632fab3914 HTTP/1.1" status: 204 len: 168 time: 0.1344504 Aug 04 15:27:19.191211 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c97b6-8efc-4a7a-b3c3-4f8300a3556f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36704805-57e5-410f-b36f-c7632fab3914,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:19.469046 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a32a8fbd-101e-490d-a5b2-1b9a678f2d19 req-8375a827-4d4e-4510-8e24-f2ce9fef47bf tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ea49944-8298-40be-ac86-6911fe4e0e98 HTTP/1.1" status: 200 len: 210 time: 0.0283473 Aug 04 15:27:19.863730 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee536d5d-6b7f-40ed-bb3a-60698bb98c2f req-77d0a06f-4a8a-419b-a7c9-ee220d946373 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:19.865234 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ee536d5d-6b7f-40ed-bb3a-60698bb98c2f req-77d0a06f-4a8a-419b-a7c9-ee220d946373 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0796418 Aug 04 15:27:19.911792 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-19a089ea-4c54-47bf-b911-fbce02b6cd61 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:19.913348 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-19a089ea-4c54-47bf-b911-fbce02b6cd61 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.59 "GET /v2.0/networks?id=89d3de88-030a-42d8-9d29-df540f5bc376 HTTP/1.1" status: 200 len: 815 time: 0.1804941 Aug 04 15:27:19.934099 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ee536d5d-6b7f-40ed-bb3a-60698bb98c2f req-40499eb9-2683-4267-8056-011bf50c0f14 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626028 Aug 04 15:27:19.952564 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-2e6fb5ad-5cb2-4996-ac1a-1dda816615c0 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Request body: {'port': {'device_id': '1ea49944-8298-40be-ac86-6911fe4e0e98', 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376', 'admin_state_up': True, 'tenant_id': '86904fa016994708a0fe21de85f6359a'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:27:20.088598 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-2e6fb5ad-5cb2-4996-ac1a-1dda816615c0 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Made reservation on behalf of 86904fa016994708a0fe21de85f6359a for: {'port': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:27:20.093818 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-2e6fb5ad-5cb2-4996-ac1a-1dda816615c0 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:20.172300 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704019c1-e451-444b-9cf5-73f1b5f5487b req-77b878e6-6f98-40e5-bd82-db2b5fe3167d tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:20.179931 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-704019c1-e451-444b-9cf5-73f1b5f5487b req-77b878e6-6f98-40e5-bd82-db2b5fe3167d tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=303690e0-2d97-4fe0-9150-f7018455393b HTTP/1.1" status: 200 len: 945 time: 0.0739079 Aug 04 15:27:20.235366 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-704019c1-e451-444b-9cf5-73f1b5f5487b req-66d169b6-9462-4756-9066-1f2ab9170619 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479341 Aug 04 15:27:20.520193 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-2e6fb5ad-5cb2-4996-ac1a-1dda816615c0 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Allocated IP 172.20.0.8 (89d3de88-030a-42d8-9d29-df540f5bc376/a02c79f9-420f-484e-8ece-b0ac630d460f/c5d6d433-b974-4c0d-8d94-9178ec4a8a0e) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:27:20.570096 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 53970) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:20.608249 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d59b6c5b-eb90-494e-afe0-2c15a25d8c8b req-85a443ee-9d17-49bd-82a4-e7b546c31d99 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ea49944-8298-40be-ac86-6911fe4e0e98 HTTP/1.1" status: 200 len: 210 time: 0.0496056 Aug 04 15:27:20.713663 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-56357acd-6c8b-4669-8a4c-a1594dae6563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:20.739382 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-2e6fb5ad-5cb2-4996-ac1a-1dda816615c0 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:20.784944 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-2e6fb5ad-5cb2-4996-ac1a-1dda816615c0 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:20.798865 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['d3dea6e8-e05f-4300-aee4-d3480f6c78e4', 'b586ff35-7465-4b3f-bf48-a64238069dfe'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:27:20.827190 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-56357acd-6c8b-4669-8a4c-a1594dae6563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:20.832659 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-56357acd-6c8b-4669-8a4c-a1594dae6563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:20.855304 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-2e6fb5ad-5cb2-4996-ac1a-1dda816615c0 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Network 89d3de88-030a-42d8-9d29-df540f5bc376 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:27:20.862360 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-2e6fb5ad-5cb2-4996-ac1a-1dda816615c0 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:27:20.870924 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-2e6fb5ad-5cb2-4996-ac1a-1dda816615c0 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:27:20.879956 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-56357acd-6c8b-4669-8a4c-a1594dae6563 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1e5e2f97cf304df496d0a4cf497f8fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063276 Aug 04 15:27:20.882578 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 53982) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:20.909688 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fb5ad-5cb2-4996-ac1a-1dda816615c0 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Pushing event updated for resources: {'Port': ['ID=c5d6d433-b974-4c0d-8d94-9178ec4a8a0e,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:20.941123 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56357acd-6c8b-4669-8a4c-a1594dae6563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf34306-8354-46cf-a7c0-3f1897523424,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:20.964329 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-2e6fb5ad-5cb2-4996-ac1a-1dda816615c0 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:20.965435 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-2e6fb5ad-5cb2-4996-ac1a-1dda816615c0 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:20.983874 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-2e6fb5ad-5cb2-4996-ac1a-1dda816615c0 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0478642 Aug 04 15:27:21.004479 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] Request body: {'port': {'device_id': '1ea49944-8298-40be-ac86-6911fe4e0e98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:27:21.008105 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-fcad9a6f-5303-440c-bd36-192624abf57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:21.037271 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-fcad9a6f-5303-440c-bd36-192624abf57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:21.089917 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:21.092155 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-fcad9a6f-5303-440c-bd36-192624abf57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:21.095148 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-fcad9a6f-5303-440c-bd36-192624abf57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:21.099680 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-fcad9a6f-5303-440c-bd36-192624abf57f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ebf34306-8354-46cf-a7c0-3f1897523424 HTTP/1.1" status: 204 len: 168 time: 0.2160382 Aug 04 15:27:21.109995 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad9a6f-5303-440c-bd36-192624abf57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf34306-8354-46cf-a7c0-3f1897523424,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:21.268584 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeeac76-0989-4264-ba49-037cf8b21ee1 req-41092ad2-160b-4df0-9a73-89e29b6058e9 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:21.270450 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-baeeac76-0989-4264-ba49-037cf8b21ee1 req-41092ad2-160b-4df0-9a73-89e29b6058e9 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.1817541 Aug 04 15:27:21.394680 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-baeeac76-0989-4264-ba49-037cf8b21ee1 req-9b39dc8f-ae0d-470c-90b2-b650c5d99af2 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133165 Aug 04 15:27:21.398099 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ac80e-4667-492a-9492-d3422613ae93 req-20227618-8df8-4033-b6c3-b9c1ecd10cb1 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:21.413251 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-785ac80e-4667-492a-9492-d3422613ae93 req-20227618-8df8-4033-b6c3-b9c1ecd10cb1 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=303690e0-2d97-4fe0-9150-f7018455393b HTTP/1.1" status: 200 len: 945 time: 0.0817287 Aug 04 15:27:21.468215 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-785ac80e-4667-492a-9492-d3422613ae93 req-205e3ee9-56c8-4320-aebc-c4ad3d27dec3 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571704 Aug 04 15:27:21.537794 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d6d433-b974-4c0d-8d94-9178ec4a8a0e {{(pid=93419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:27:21.549102 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:21.564016 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] Transition to ACTIVE for port object c5d6d433-b974-4c0d-8d94-9178ec4a8a0e will not be triggered until provisioned by entity L2. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:27:21.568775 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:21.571050 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 54010) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:21.592166 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-63322ba1-411e-49f1-b76c-cb4e629b6213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:21.645045 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d6d433-b974-4c0d-8d94-9178ec4a8a0e,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:21.713573 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-63322ba1-411e-49f1-b76c-cb4e629b6213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:21.718335 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-63322ba1-411e-49f1-b76c-cb4e629b6213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:21.718738 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] Attempting to bind port c5d6d433-b974-4c0d-8d94-9178ec4a8a0e on host hv-cinder-68948 for vnic_type normal with profile {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:27:21.719071 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] Attempting to bind port c5d6d433-b974-4c0d-8d94-9178ec4a8a0e by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '9f08c773-a146-4345-be73-3ea4c4cfc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376'}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:27:21.719420 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] Attempting to bind port c5d6d433-b974-4c0d-8d94-9178ec4a8a0e on network 89d3de88-030a-42d8-9d29-df540f5bc376 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:27:21.750788 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] Port c5d6d433-b974-4c0d-8d94-9178ec4a8a0e on network 89d3de88-030a-42d8-9d29-df540f5bc376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:27:21.751118 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] Attempting to bind port c5d6d433-b974-4c0d-8d94-9178ec4a8a0e on network 89d3de88-030a-42d8-9d29-df540f5bc376 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:27:21.759150 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] Checking agent: {'id': '5bc10963-30ee-40c9-994c-c74f44e4da8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'started_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:27:21.759702 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] Checking segment: {'id': '9f08c773-a146-4345-be73-3ea4c4cfc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:27:21.760246 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] Bound using segment: {'id': '9f08c773-a146-4345-be73-3ea4c4cfc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376'} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:27:21.760703 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] Bound port: c5d6d433-b974-4c0d-8d94-9178ec4a8a0e, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f08c773-a146-4345-be73-3ea4c4cfc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376'}}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:27:21.761066 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:21.765479 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63322ba1-411e-49f1-b76c-cb4e629b6213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb58dab-3636-4ca7-97d5-53312676417f,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:21.774903 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-63322ba1-411e-49f1-b76c-cb4e629b6213 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=912648d8fe6843f0aab1f8ba2c509067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002916 Aug 04 15:27:21.775283 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 54014) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:21.849322 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d22f05-3cf2-48e1-941b-26f52d304973 req-b47ab0b4-f43a-46ce-baea-ee7345d1937c tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:21.851324 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-05d22f05-3cf2-48e1-941b-26f52d304973 req-b47ab0b4-f43a-46ce-baea-ee7345d1937c tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ea49944-8298-40be-ac86-6911fe4e0e98 HTTP/1.1" status: 200 len: 943 time: 0.1350851 Aug 04 15:27:21.915549 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] For port c5d6d433-b974-4c0d-8d94-9178ec4a8a0e, host hv-cinder-68948, cleared binding levels {{(pid=93419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:27:21.921843 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] For port c5d6d433-b974-4c0d-8d94-9178ec4a8a0e, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c5d6d433-b974-4c0d-8d94-9178ec4a8a0e,segment=NetworkSegment(9f08c773-a146-4345-be73-3ea4c4cfc9cc),segment_id=9f08c773-a146-4345-be73-3ea4c4cfc9cc)] {{(pid=93419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:27:21.949906 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:21.957463 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d222a04e-f931-4ec1-8dc1-29f5ecea847b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:21.993125 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-05d22f05-3cf2-48e1-941b-26f52d304973 req-ff8cf849-9397-4168-91da-6ed89147baea tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330132 Aug 04 15:27:22.008129 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:22.009866 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:22.011449 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] 10.222.0.59 "PUT /v2.0/ports/c5d6d433-b974-4c0d-8d94-9178ec4a8a0e HTTP/1.1" status: 200 len: 1093 time: 1.0171320 Aug 04 15:27:22.016825 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea49944-8298-40be-ac86-6911fe4e0e98', 'tag': 'c5d6d433-b974-4c0d-8d94-9178ec4a8a0e'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:27:22.020399 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f52852-f929-4956-92c1-f84a913a0d20" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea49944-8298-40be-ac86-6911fe4e0e98", "tag": "c5d6d433-b974-4c0d-8d94-9178ec4a8a0e"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:27:22.049065 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d222a04e-f931-4ec1-8dc1-29f5ecea847b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:22.092838 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b24944-92ae-4b01-ad64-920d81205ff8 x-openstack-request-id: req-b1b24944-92ae-4b01-ad64-920d81205ff8 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:27:22.093513 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea49944-8298-40be-ac86-6911fe4e0e98", "tag": "c5d6d433-b974-4c0d-8d94-9178ec4a8a0e", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:27:22.093513 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b1b24944-92ae-4b01-ad64-920d81205ff8 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:27:22.093750 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea49944-8298-40be-ac86-6911fe4e0e98', 'tag': 'c5d6d433-b974-4c0d-8d94-9178ec4a8a0e', 'status': 'completed', 'code': 200} Aug 04 15:27:22.112751 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849e023-b0f0-4f93-a986-44a7d9185529 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d6d433-b974-4c0d-8d94-9178ec4a8a0e,revision_number=3']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:22.148909 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-014c773c-7f67-4291-87ef-605b2ef4deba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:22.150698 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-014c773c-7f67-4291-87ef-605b2ef4deba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=86904fa016994708a0fe21de85f6359a&device_id=1ea49944-8298-40be-ac86-6911fe4e0e98 HTTP/1.1" status: 200 len: 1096 time: 0.0818462 Aug 04 15:27:22.172221 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d222a04e-f931-4ec1-8dc1-29f5ecea847b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:22.174797 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d222a04e-f931-4ec1-8dc1-29f5ecea847b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:22.176007 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-d222a04e-f931-4ec1-8dc1-29f5ecea847b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7cb58dab-3636-4ca7-97d5-53312676417f HTTP/1.1" status: 204 len: 168 time: 0.3930714 Aug 04 15:27:22.211909 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-2ac00e8e-537f-4a5d-97a2-f0b80a82c1d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5d6d433-b974-4c0d-8d94-9178ec4a8a0e HTTP/1.1" status: 200 len: 217 time: 0.0500658 Aug 04 15:27:22.217349 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222a04e-f931-4ec1-8dc1-29f5ecea847b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb58dab-3636-4ca7-97d5-53312676417f,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:22.281828 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-4e4573b1-dc62-43e4-b04f-578bd5e39ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:22.283490 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-4e4573b1-dc62-43e4-b04f-578bd5e39ac7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a02c79f9-420f-484e-8ece-b0ac630d460f HTTP/1.1" status: 200 len: 855 time: 0.0562239 Aug 04 15:27:22.330578 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-048bf384-8def-437b-997f-13fafc245115 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89d3de88-030a-42d8-9d29-df540f5bc376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317976 Aug 04 15:27:22.478425 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b4689-6030-489f-b57f-1f74f0ba816d req-4bf80130-ca4f-4308-8348-9fa6ced25c03 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:22.483605 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1c7b4689-6030-489f-b57f-1f74f0ba816d req-4bf80130-ca4f-4308-8348-9fa6ced25c03 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=303690e0-2d97-4fe0-9150-f7018455393b HTTP/1.1" status: 200 len: 945 time: 0.0949993 Aug 04 15:27:22.506972 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-5a1c0462-5d3e-4200-82cd-c34472ef5640 service neutron] 10.222.0.59 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661065 Aug 04 15:27:22.546506 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81cf90-77f0-4739-9fa9-46bcdbfac323 req-9d473db8-293c-451f-bfca-78bb6926727a tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:22.548121 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-df81cf90-77f0-4739-9fa9-46bcdbfac323 req-9d473db8-293c-451f-bfca-78bb6926727a tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0578928 Aug 04 15:27:22.548342 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1c7b4689-6030-489f-b57f-1f74f0ba816d req-8c0ba961-45bc-4756-92c1-b3e7bdd885b0 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605559 Aug 04 15:27:22.599654 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-df81cf90-77f0-4739-9fa9-46bcdbfac323 req-c56ef9b1-d4a3-4500-a787-ba678fef3673 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450804 Aug 04 15:27:22.638631 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9cc8c2d5-0a4c-44f0-b678-a47e7678ca46 req-0e2fcbb9-b4f6-46ad-8809-559f44d7d072 service neutron] 10.222.0.59 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152496 Aug 04 15:27:22.737458 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f52852-f929-4956-92c1-f84a913a0d20 req-330ce9c7-1179-4b82-930a-6a6cdc101b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:22.738861 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-03f52852-f929-4956-92c1-f84a913a0d20 req-330ce9c7-1179-4b82-930a-6a6cdc101b8f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=86904fa016994708a0fe21de85f6359a&device_id=1ea49944-8298-40be-ac86-6911fe4e0e98 HTTP/1.1" status: 200 len: 1096 time: 0.0460854 Aug 04 15:27:22.850322 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f52852-f929-4956-92c1-f84a913a0d20 req-3fad16e0-1c21-414b-b184-725f180b0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:22.851978 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-03f52852-f929-4956-92c1-f84a913a0d20 req-3fad16e0-1c21-414b-b184-725f180b0bf7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=89d3de88-030a-42d8-9d29-df540f5bc376 HTTP/1.1" status: 200 len: 916 time: 0.0891778 Aug 04 15:27:22.907262 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-03f52852-f929-4956-92c1-f84a913a0d20 req-deb041f8-b4a4-4b88-a7f6-2e1308219a0b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5d6d433-b974-4c0d-8d94-9178ec4a8a0e HTTP/1.1" status: 200 len: 217 time: 0.0403039 Aug 04 15:27:22.969345 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f52852-f929-4956-92c1-f84a913a0d20 req-1bb63b44-02cc-4e8d-b890-741c440f65df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:22.970817 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-03f52852-f929-4956-92c1-f84a913a0d20 req-1bb63b44-02cc-4e8d-b890-741c440f65df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a02c79f9-420f-484e-8ece-b0ac630d460f HTTP/1.1" status: 200 len: 855 time: 0.0479243 Aug 04 15:27:23.008441 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-03f52852-f929-4956-92c1-f84a913a0d20 req-e5821929-5a68-43cc-8daf-7e3243d09d59 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89d3de88-030a-42d8-9d29-df540f5bc376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242190 Aug 04 15:27:23.146925 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d611e-1538-49e0-a79c-2de6e20c27c5 req-4ce49da8-1ca3-4c89-8154-6a1a5815782b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:23.155515 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c78d611e-1538-49e0-a79c-2de6e20c27c5 req-4ce49da8-1ca3-4c89-8154-6a1a5815782b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ea49944-8298-40be-ac86-6911fe4e0e98 HTTP/1.1" status: 200 len: 943 time: 0.0865126 Aug 04 15:27:23.192136 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-03f52852-f929-4956-92c1-f84a913a0d20 req-bd4ac957-8c2e-495b-954a-dc37d6979d1e service neutron] 10.222.0.59 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717441 Aug 04 15:27:23.210220 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c78d611e-1538-49e0-a79c-2de6e20c27c5 req-76f0d242-9f67-4e85-8df1-47d952244f40 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539615 Aug 04 15:27:23.312435 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-03f52852-f929-4956-92c1-f84a913a0d20 req-56a3306d-1b62-4b8f-a014-2fc3cf80b24b service neutron] 10.222.0.59 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007936 Aug 04 15:27:23.697418 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903563e-7f2b-448b-a3d3-f279420163db req-7de69d1d-fa37-42a0-b972-25b34b9cc388 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:23.700058 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-7903563e-7f2b-448b-a3d3-f279420163db req-7de69d1d-fa37-42a0-b972-25b34b9cc388 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=303690e0-2d97-4fe0-9150-f7018455393b HTTP/1.1" status: 200 len: 945 time: 0.0629630 Aug 04 15:27:23.745588 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd780e-619e-4c28-bc5a-ec62b8703b3e req-f053a9c2-d5dd-496f-9d29-8169638b6ceb tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:23.746814 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-91dd780e-619e-4c28-bc5a-ec62b8703b3e req-f053a9c2-d5dd-496f-9d29-8169638b6ceb tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0702343 Aug 04 15:27:23.764155 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-7903563e-7f2b-448b-a3d3-f279420163db req-eafcf9f0-7170-4e07-8fcb-1c8c2b426884 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552707 Aug 04 15:27:23.804070 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-91dd780e-619e-4c28-bc5a-ec62b8703b3e req-f6f20eca-cb53-4f3f-a7a6-12db6d13aa53 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511262 Aug 04 15:27:24.042309 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 54112) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:24.154818 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-752254c7-57bb-4533-9c87-6e789628ee43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:24.314923 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-752254c7-57bb-4533-9c87-6e789628ee43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:24.322247 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-752254c7-57bb-4533-9c87-6e789628ee43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:24.357331 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a491055-040e-4eda-9874-7d766396a005 req-0d0a6838-e543-4916-92ab-32c6a817439b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:24.359093 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0a491055-040e-4eda-9874-7d766396a005 req-0d0a6838-e543-4916-92ab-32c6a817439b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ea49944-8298-40be-ac86-6911fe4e0e98 HTTP/1.1" status: 200 len: 943 time: 0.0577245 Aug 04 15:27:24.382851 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-752254c7-57bb-4533-9c87-6e789628ee43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc8853b5828741a68eecba86cdcf08d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362229 Aug 04 15:27:24.382851 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752254c7-57bb-4533-9c87-6e789628ee43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a096ddd-408a-4c14-bbe9-9f6627d2ee15,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:24.384592 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 54132) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:24.426947 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0a491055-040e-4eda-9874-7d766396a005 req-a9914c1a-3eb7-4213-a994-e06ad3e28b60 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602975 Aug 04 15:27:24.452862 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-36659743-5161-4232-82c2-55eb58bde4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:24.484797 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca47755-12ed-4ea7-a734-866809b1a370 req-6a2aece4-2f21-48c3-ba10-bd2e684520e5 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:24.486458 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-aca47755-12ed-4ea7-a734-866809b1a370 req-6a2aece4-2f21-48c3-ba10-bd2e684520e5 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.59 "GET /v2.0/ports?device_id=303690e0-2d97-4fe0-9150-f7018455393b HTTP/1.1" status: 200 len: 945 time: 0.0586104 Aug 04 15:27:24.491551 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-36659743-5161-4232-82c2-55eb58bde4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:24.566978 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-36659743-5161-4232-82c2-55eb58bde4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:24.570540 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-36659743-5161-4232-82c2-55eb58bde4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:24.576740 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-36659743-5161-4232-82c2-55eb58bde4f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6a096ddd-408a-4c14-bbe9-9f6627d2ee15 HTTP/1.1" status: 204 len: 168 time: 0.1909940 Aug 04 15:27:24.589332 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36659743-5161-4232-82c2-55eb58bde4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a096ddd-408a-4c14-bbe9-9f6627d2ee15,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:24.644525 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-aca47755-12ed-4ea7-a734-866809b1a370 req-a588c9de-5602-440d-8b9b-5257944ee542 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Deleting port 1c2918f3-2bd3-4343-9585-c1133ec571ea {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:27:24.644525 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-aca47755-12ed-4ea7-a734-866809b1a370 req-a588c9de-5602-440d-8b9b-5257944ee542 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:24.762832 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-aca47755-12ed-4ea7-a734-866809b1a370 req-a588c9de-5602-440d-8b9b-5257944ee542 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] For port 1c2918f3-2bd3-4343-9585-c1133ec571ea, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1c2918f3-2bd3-4343-9585-c1133ec571ea,segment=NetworkSegment(a81e5b50-023a-4531-a340-3c2f35ddeed5),segment_id=a81e5b50-023a-4531-a340-3c2f35ddeed5)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:27:24.763235 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-aca47755-12ed-4ea7-a734-866809b1a370 req-a588c9de-5602-440d-8b9b-5257944ee542 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:24.776787 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-aca47755-12ed-4ea7-a734-866809b1a370 req-a588c9de-5602-440d-8b9b-5257944ee542 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Calling delete_port for 1c2918f3-2bd3-4343-9585-c1133ec571ea owned by compute:nova {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:27:24.923488 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 54150) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:24.923679 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda0fd8-cbc9-4ba3-aff9-dc6bae033b95 req-257d9324-9a07-4b78-bcdf-6e0531f5972e tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:24.925124 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5bda0fd8-cbc9-4ba3-aff9-dc6bae033b95 req-257d9324-9a07-4b78-bcdf-6e0531f5972e tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=303690e0-2d97-4fe0-9150-f7018455393b HTTP/1.1" status: 200 len: 945 time: 0.0546811 Aug 04 15:27:24.967700 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-44a35f6f-2ee2-4536-a788-7c55f6e71404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:24.971575 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5bda0fd8-cbc9-4ba3-aff9-dc6bae033b95 req-f310cb10-ed75-4a49-9a56-6326f4839497 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402918 Aug 04 15:27:24.987227 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-aca47755-12ed-4ea7-a734-866809b1a370 req-a588c9de-5602-440d-8b9b-5257944ee542 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:25.001314 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['1c2918f3-2bd3-4343-9585-c1133ec571ea'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:27:25.033337 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda58d2-bf0f-43dc-bea9-54309b8e36dc req-f3bc9e21-b87d-4848-9f80-d57571ef1cad tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:25.034806 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-deda58d2-bf0f-43dc-bea9-54309b8e36dc req-f3bc9e21-b87d-4848-9f80-d57571ef1cad tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.1271391 Aug 04 15:27:25.038934 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588c9de-5602-440d-8b9b-5257944ee542 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Pushing event deleted for resources: {'Port': ['ID=1c2918f3-2bd3-4343-9585-c1133ec571ea,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:25.113228 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca47755-12ed-4ea7-a734-866809b1a370 req-a588c9de-5602-440d-8b9b-5257944ee542 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] No DVR routers for this DVR port 1c2918f3-2bd3-4343-9585-c1133ec571ea on host hv-cinder-68948 {{(pid=93419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:27:25.125604 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-aca47755-12ed-4ea7-a734-866809b1a370 req-a588c9de-5602-440d-8b9b-5257944ee542 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:25.129027 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-aca47755-12ed-4ea7-a734-866809b1a370 req-a588c9de-5602-440d-8b9b-5257944ee542 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.59 "DELETE /v2.0/ports/1c2918f3-2bd3-4343-9585-c1133ec571ea HTTP/1.1" status: 204 len: 173 time: 0.6308372 Aug 04 15:27:25.132471 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303690e0-2d97-4fe0-9150-f7018455393b', 'name': 'network-vif-deleted', 'tag': '1c2918f3-2bd3-4343-9585-c1133ec571ea'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:27:25.135087 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686a3f6a-b8fe-482c-9af4-4a70c687b0d5" -d '{"events": [{"server_uuid": "303690e0-2d97-4fe0-9150-f7018455393b", "name": "network-vif-deleted", "tag": "1c2918f3-2bd3-4343-9585-c1133ec571ea"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:27:25.149885 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-deda58d2-bf0f-43dc-bea9-54309b8e36dc req-1dcccbc4-f48a-4c7a-816d-4c70d4875fe6 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048410 Aug 04 15:27:25.199901 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-44a35f6f-2ee2-4536-a788-7c55f6e71404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:25.204205 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-44a35f6f-2ee2-4536-a788-7c55f6e71404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:25.207321 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ff84cb-92ae-4d0f-9c2c-36a182bb2616 x-openstack-request-id: req-48ff84cb-92ae-4d0f-9c2c-36a182bb2616 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:27:25.207695 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303690e0-2d97-4fe0-9150-f7018455393b", "name": "network-vif-deleted", "tag": "1c2918f3-2bd3-4343-9585-c1133ec571ea", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:27:25.207998 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48ff84cb-92ae-4d0f-9c2c-36a182bb2616 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:27:25.208424 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303690e0-2d97-4fe0-9150-f7018455393b', 'name': 'network-vif-deleted', 'tag': '1c2918f3-2bd3-4343-9585-c1133ec571ea', 'status': 'completed', 'code': 200} Aug 04 15:27:25.247037 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-44a35f6f-2ee2-4536-a788-7c55f6e71404 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fd66066e4aed43bf9b3d02917fb47c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222783 Aug 04 15:27:25.247954 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a35f6f-2ee2-4536-a788-7c55f6e71404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fece0835-4607-4717-860c-8bde1cbeb8ef,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:25.249805 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 54154) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:25.304426 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a5f11538-d3c3-495e-be1e-31f12f11a280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:25.326755 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a5f11538-d3c3-495e-be1e-31f12f11a280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:25.374872 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a5f11538-d3c3-495e-be1e-31f12f11a280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:25.378119 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a5f11538-d3c3-495e-be1e-31f12f11a280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:25.381840 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-a5f11538-d3c3-495e-be1e-31f12f11a280 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fece0835-4607-4717-860c-8bde1cbeb8ef HTTP/1.1" status: 204 len: 168 time: 0.1281457 Aug 04 15:27:25.392155 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f11538-d3c3-495e-be1e-31f12f11a280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fece0835-4607-4717-860c-8bde1cbeb8ef,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:25.554095 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd4118-c4d4-470d-b91a-364eef055026 req-f99b7745-9c79-4e8e-b89a-5f3ae7f2834d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:25.555645 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f3fd4118-c4d4-470d-b91a-364eef055026 req-f99b7745-9c79-4e8e-b89a-5f3ae7f2834d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ea49944-8298-40be-ac86-6911fe4e0e98 HTTP/1.1" status: 200 len: 943 time: 0.0568717 Aug 04 15:27:25.617961 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f3fd4118-c4d4-470d-b91a-364eef055026 req-e7ee27d2-e2b6-4295-95cf-3aa8049bc1b9 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533893 Aug 04 15:27:26.073120 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fb14baa8-5154-4db1-bdb3-a243d3ddc2ba req-ca5f0e4e-8597-402e-a880-0c14e1579005 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=303690e0-2d97-4fe0-9150-f7018455393b HTTP/1.1" status: 200 len: 210 time: 0.0260136 Aug 04 15:27:26.286720 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f25d5-2bdd-4ed8-8a90-b788f480e857 req-00d98a12-bd93-4d3f-8a33-fcf5430c409e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:26.288236 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-7e2f25d5-2bdd-4ed8-8a90-b788f480e857 req-00d98a12-bd93-4d3f-8a33-fcf5430c409e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0531850 Aug 04 15:27:26.327108 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-7e2f25d5-2bdd-4ed8-8a90-b788f480e857 req-9c91ef2a-4b3a-49dd-bfa8-b8aa73a56cb8 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321054 Aug 04 15:27:26.739003 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc53d3-0931-42e2-9410-92ae4892183d req-66d7efd3-6130-4b5c-939f-050ef1eac0cb tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:26.740978 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-99dc53d3-0931-42e2-9410-92ae4892183d req-66d7efd3-6130-4b5c-939f-050ef1eac0cb tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ea49944-8298-40be-ac86-6911fe4e0e98 HTTP/1.1" status: 200 len: 943 time: 0.0548463 Aug 04 15:27:26.793655 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-99dc53d3-0931-42e2-9410-92ae4892183d req-ce2f7096-b7f2-42c4-8175-5cef77e0b241 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450368 Aug 04 15:27:27.086755 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 54228) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:27.175954 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-59e6c38f-f33c-4d2a-9e48-936479a238c8 req-2efb3feb-c9b2-4651-9198-e8e5873be6b8 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=303690e0-2d97-4fe0-9150-f7018455393b HTTP/1.1" status: 200 len: 210 time: 0.0264759 Aug 04 15:27:27.190807 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-28441c3f-41fd-4da3-945c-46a2a059a390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:27.282440 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-28441c3f-41fd-4da3-945c-46a2a059a390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:27.285959 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-28441c3f-41fd-4da3-945c-46a2a059a390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:27.325025 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-28441c3f-41fd-4da3-945c-46a2a059a390 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a04d5b235a2244968938ff0523f0995a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371650 Aug 04 15:27:27.325875 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28441c3f-41fd-4da3-945c-46a2a059a390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd59813e-8b18-464c-b892-9629d99a947b,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:27.327738 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 54234) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:27.380481 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e78880f1-a632-442c-8317-85e26cf2bbed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:27.402043 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e78880f1-a632-442c-8317-85e26cf2bbed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:27.446176 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2d524-e928-4be2-b2b5-17eea0ea1f90 req-244bfc45-c219-42d7-8a56-33ddf35db835 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:27.447651 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-58e2d524-e928-4be2-b2b5-17eea0ea1f90 req-244bfc45-c219-42d7-8a56-33ddf35db835 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0539629 Aug 04 15:27:27.461845 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e78880f1-a632-442c-8317-85e26cf2bbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:27.464456 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e78880f1-a632-442c-8317-85e26cf2bbed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:27.465610 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-e78880f1-a632-442c-8317-85e26cf2bbed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd59813e-8b18-464c-b892-9629d99a947b HTTP/1.1" status: 204 len: 168 time: 0.1368165 Aug 04 15:27:27.477046 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78880f1-a632-442c-8317-85e26cf2bbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd59813e-8b18-464c-b892-9629d99a947b,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:27.488926 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-58e2d524-e928-4be2-b2b5-17eea0ea1f90 req-874a6b7f-0631-467e-a75a-9b6d5c182ea2 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335782 Aug 04 15:27:27.722595 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 54242) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:27.736115 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e6d61880-80f2-42d0-ab99-7115c3e6d029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:27.844875 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e6d61880-80f2-42d0-ab99-7115c3e6d029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:27.849566 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e6d61880-80f2-42d0-ab99-7115c3e6d029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:27.919046 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-e6d61880-80f2-42d0-ab99-7115c3e6d029 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=39f39fee99b8460abf6bd832d9c7b6b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952922 Aug 04 15:27:27.921473 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d61880-80f2-42d0-ab99-7115c3e6d029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ce81bd-72db-48bd-8aac-18e7e31744df,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:27.922032 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 54250) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:27.944083 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2bd08-b67a-4268-a1b9-be83e2a852af req-089ee6d1-a6d2-4475-869f-96b74f6de7a1 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:27.945572 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b8e2bd08-b67a-4268-a1b9-be83e2a852af req-089ee6d1-a6d2-4475-869f-96b74f6de7a1 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ea49944-8298-40be-ac86-6911fe4e0e98 HTTP/1.1" status: 200 len: 943 time: 0.0717828 Aug 04 15:27:27.974563 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-cc402af2-bb4c-4359-8a54-8ac438655bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:27.985473 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b8e2bd08-b67a-4268-a1b9-be83e2a852af req-c4bb7b26-b497-4755-9ad7-0ee80f33a0b5 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329459 Aug 04 15:27:28.002639 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-cc402af2-bb4c-4359-8a54-8ac438655bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:28.051669 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-cc402af2-bb4c-4359-8a54-8ac438655bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:28.054225 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-cc402af2-bb4c-4359-8a54-8ac438655bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:28.055383 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-cc402af2-bb4c-4359-8a54-8ac438655bb6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17ce81bd-72db-48bd-8aac-18e7e31744df HTTP/1.1" status: 204 len: 168 time: 0.1323471 Aug 04 15:27:28.064054 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc402af2-bb4c-4359-8a54-8ac438655bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ce81bd-72db-48bd-8aac-18e7e31744df,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:28.154034 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device c5d6d433-b974-4c0d-8d94-9178ec4a8a0e details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:27:28.276010 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port c5d6d433-b974-4c0d-8d94-9178ec4a8a0e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c5d6d433-b974-4c0d-8d94-9178ec4a8a0e,segment=NetworkSegment(9f08c773-a146-4345-be73-3ea4c4cfc9cc),segment_id=9f08c773-a146-4345-be73-3ea4c4cfc9cc)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:27:28.290955 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': 'c5d6d433-b974-4c0d-8d94-9178ec4a8a0e', 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376', 'port_id': 'c5d6d433-b974-4c0d-8d94-9178ec4a8a0e', 'mac_address': 'fa:16:3e:d7:14:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a02c79f9-420f-484e-8ece-b0ac630d460f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:27:28.304502 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1a06a13b-7a43-417e-9d8e-6c3c15f0f9b7 req-da532b14-3f8a-4d05-b855-9c8628793280 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=303690e0-2d97-4fe0-9150-f7018455393b HTTP/1.1" status: 200 len: 210 time: 0.0300000 Aug 04 15:27:28.340953 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:28.354300 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d6d433-b974-4c0d-8d94-9178ec4a8a0e {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:27:28.381375 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port c5d6d433-b974-4c0d-8d94-9178ec4a8a0e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c5d6d433-b974-4c0d-8d94-9178ec4a8a0e,segment=NetworkSegment(9f08c773-a146-4345-be73-3ea4c4cfc9cc),segment_id=9f08c773-a146-4345-be73-3ea4c4cfc9cc)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:27:28.385375 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:28.437429 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=c5d6d433-b974-4c0d-8d94-9178ec4a8a0e,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:28.619582 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceec899-8c91-4857-b2da-4577294ef3f3 req-8b063191-53cc-46dd-a2ad-a51b7c107a85 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:28.621979 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-aceec899-8c91-4857-b2da-4577294ef3f3 req-8b063191-53cc-46dd-a2ad-a51b7c107a85 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0591042 Aug 04 15:27:28.665073 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-aceec899-8c91-4857-b2da-4577294ef3f3 req-239c7005-09bd-423f-9f71-a36553e109d7 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370646 Aug 04 15:27:28.906514 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['c5d6d433-b974-4c0d-8d94-9178ec4a8a0e'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:27:29.098316 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 1c2918f3-2bd3-4343-9585-c1133ec571ea no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:27:29.120215 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] No Port match for: 1c2918f3-2bd3-4343-9585-c1133ec571ea {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:27:29.120725 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 1c2918f3-2bd3-4343-9585-c1133ec571ea not bound to the agent host hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:27:29.145129 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abaece3-2b6d-44e4-976e-7503b11f81df req-7f2c041f-02a4-46d4-ad20-d2a7b4280caa tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:29.146861 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6abaece3-2b6d-44e4-976e-7503b11f81df req-7f2c041f-02a4-46d4-ad20-d2a7b4280caa tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ea49944-8298-40be-ac86-6911fe4e0e98 HTTP/1.1" status: 200 len: 944 time: 0.0558567 Aug 04 15:27:29.197319 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6abaece3-2b6d-44e4-976e-7503b11f81df req-4b3cb28b-05fc-499f-a6b3-a09ea724cdc0 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333564 Aug 04 15:27:29.617536 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512685a-cf4a-4014-bbe1-417df722245e req-bb19c30a-b740-4d78-9971-1199bbc2f273 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:29.619022 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f512685a-cf4a-4014-bbe1-417df722245e req-bb19c30a-b740-4d78-9971-1199bbc2f273 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/networks?id=0c9b7cdc-41d1-4106-afd3-8db749556a34 HTTP/1.1" status: 200 len: 809 time: 0.1059556 Aug 04 15:27:29.633737 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f512685a-cf4a-4014-bbe1-417df722245e req-ff49e1ca-7ec7-42f2-9b9f-bd8d576b2611 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/quotas/9317d3870d134606b3dc5f945ef4e48d HTTP/1.1" status: 200 len: 375 time: 0.0089450 Aug 04 15:27:29.665963 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f512685a-cf4a-4014-bbe1-417df722245e req-420831ba-8324-407a-9d9d-b8b5e1e605c5 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9317d3870d134606b3dc5f945ef4e48d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266924 Aug 04 15:27:29.761192 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f512685a-cf4a-4014-bbe1-417df722245e req-db3c46a7-c7e6-4994-9711-93cb5ebc31b2 service neutron] 10.222.0.10 "GET /v2.0/networks/0c9b7cdc-41d1-4106-afd3-8db749556a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870643 Aug 04 15:27:29.822033 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac1968-ea3b-40a3-82a9-1ea01de1231a req-ba236816-7599-4583-8c07-4a8914f96092 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:29.823692 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3fac1968-ea3b-40a3-82a9-1ea01de1231a req-ba236816-7599-4583-8c07-4a8914f96092 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0542588 Aug 04 15:27:29.862022 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f512685a-cf4a-4014-bbe1-417df722245e req-22cc8493-a507-4599-9125-eca181fcbbdc service neutron] 10.222.0.10 "GET /v2.0/networks/0c9b7cdc-41d1-4106-afd3-8db749556a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900006 Aug 04 15:27:29.863311 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3fac1968-ea3b-40a3-82a9-1ea01de1231a req-a890df4e-3dc4-4a55-b63b-f25b883208a1 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328567 Aug 04 15:27:30.033816 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ff61ae88-e6a0-4661-8841-9dcf5c00a166 req-147b2774-26bf-4ca1-af91-f132d74ff9e7 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 210 time: 0.0263138 Aug 04 15:27:30.357686 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53a768-07c5-4d0a-bcd9-c04f05789583 req-cd2f9881-ec42-4587-acdc-1bdf67814b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:30.359306 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-cd53a768-07c5-4d0a-bcd9-c04f05789583 req-cd2f9881-ec42-4587-acdc-1bdf67814b24 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 1098 time: 0.0963435 Aug 04 15:27:30.376170 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67c245-f226-4160-908f-25706745072c req-bd27c077-3b58-4943-8dfa-bd5edacbab9a tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:30.377945 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8c67c245-f226-4160-908f-25706745072c req-bd27c077-3b58-4943-8dfa-bd5edacbab9a tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ea49944-8298-40be-ac86-6911fe4e0e98 HTTP/1.1" status: 200 len: 944 time: 0.1007543 Aug 04 15:27:30.450672 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-cd53a768-07c5-4d0a-bcd9-c04f05789583 req-19e54276-0985-4411-a3da-453d538a4a95 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715468 Aug 04 15:27:30.462176 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8c67c245-f226-4160-908f-25706745072c req-aea5701a-28fe-4a5c-98dd-f6f2d8d91d30 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766985 Aug 04 15:27:30.985921 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176c6c5-ce13-4c5d-ac7b-3ed7f5d4a041 req-8d236b12-0a93-4a64-b8ee-bb7d0bcec6a1 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:30.987619 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0176c6c5-ce13-4c5d-ac7b-3ed7f5d4a041 req-8d236b12-0a93-4a64-b8ee-bb7d0bcec6a1 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0505247 Aug 04 15:27:31.030627 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0176c6c5-ce13-4c5d-ac7b-3ed7f5d4a041 req-d9f35aff-80d4-4262-90a2-c15b34a6e40a tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372286 Aug 04 15:27:31.099223 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device c5d6d433-b974-4c0d-8d94-9178ec4a8a0e up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:27:31.145336 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-7194fb40-09f0-41a3-8f55-3c0d57f16efd req-0cccddfb-ff29-422f-8614-727e7c17c210 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 210 time: 0.0335376 Aug 04 15:27:31.156387 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning for port c5d6d433-b974-4c0d-8d94-9178ec4a8a0e completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:27:31.171060 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port c5d6d433-b974-4c0d-8d94-9178ec4a8a0e triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:27:31.171561 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:31.263076 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:31.432699 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port c5d6d433-b974-4c0d-8d94-9178ec4a8a0e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c5d6d433-b974-4c0d-8d94-9178ec4a8a0e,segment=NetworkSegment(9f08c773-a146-4345-be73-3ea4c4cfc9cc),segment_id=9f08c773-a146-4345-be73-3ea4c4cfc9cc)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:27:31.434472 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea49944-8298-40be-ac86-6911fe4e0e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d6d433-b974-4c0d-8d94-9178ec4a8a0e'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:27:31.437360 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd23c45-77a8-4c8b-bfa0-2722b489c969" -d '{"events": [{"server_uuid": "1ea49944-8298-40be-ac86-6911fe4e0e98", "name": "network-vif-plugged", "status": "completed", "tag": "c5d6d433-b974-4c0d-8d94-9178ec4a8a0e"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:27:31.442505 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:31.455382 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512685a-cf4a-4014-bbe1-417df722245e req-2f0d8b2b-0d48-48f4-88c5-56fa97bd21e1 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:31.456938 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f512685a-cf4a-4014-bbe1-417df722245e req-2f0d8b2b-0d48-48f4-88c5-56fa97bd21e1 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.59 "GET /v2.0/networks?id=0c9b7cdc-41d1-4106-afd3-8db749556a34 HTTP/1.1" status: 200 len: 809 time: 0.1446855 Aug 04 15:27:31.479744 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-f512685a-cf4a-4014-bbe1-417df722245e req-765a8279-57de-44b7-81b4-af20a21c778c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Request body: {'port': {'device_id': '1a96a103-2340-439b-b657-b4b0eafc018b', 'network_id': '0c9b7cdc-41d1-4106-afd3-8db749556a34', 'admin_state_up': True, 'tenant_id': '9317d3870d134606b3dc5f945ef4e48d'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:27:31.525973 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=c5d6d433-b974-4c0d-8d94-9178ec4a8a0e,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:31.565164 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff13b25-b677-4d6f-b033-b585af51f98c x-openstack-request-id: req-dff13b25-b677-4d6f-b033-b585af51f98c {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:27:31.565648 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea49944-8298-40be-ac86-6911fe4e0e98", "name": "network-vif-plugged", "status": "completed", "tag": "c5d6d433-b974-4c0d-8d94-9178ec4a8a0e", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:27:31.567906 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dff13b25-b677-4d6f-b033-b585af51f98c {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:27:31.567906 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea49944-8298-40be-ac86-6911fe4e0e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d6d433-b974-4c0d-8d94-9178ec4a8a0e', 'code': 200} Aug 04 15:27:31.671258 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a51ef-315e-47b7-a63d-8dd319f09953 req-720beb3b-276e-4bc1-abcd-fe7066fada87 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:31.673924 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-361a51ef-315e-47b7-a63d-8dd319f09953 req-720beb3b-276e-4bc1-abcd-fe7066fada87 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ea49944-8298-40be-ac86-6911fe4e0e98 HTTP/1.1" status: 200 len: 945 time: 0.1101918 Aug 04 15:27:31.731624 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f512685a-cf4a-4014-bbe1-417df722245e req-765a8279-57de-44b7-81b4-af20a21c778c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Made reservation on behalf of 9317d3870d134606b3dc5f945ef4e48d for: {'port': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:27:31.735871 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f512685a-cf4a-4014-bbe1-417df722245e req-765a8279-57de-44b7-81b4-af20a21c778c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:31.747485 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-361a51ef-315e-47b7-a63d-8dd319f09953 req-5880542c-716e-452b-867d-c7ffc07c26d9 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660720 Aug 04 15:27:31.920518 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33c6fb-386d-44e4-a310-621244a39554 req-2f536de6-da6a-4faf-b735-6fd35a406ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:31.922365 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5c33c6fb-386d-44e4-a310-621244a39554 req-2f536de6-da6a-4faf-b735-6fd35a406ee6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1ea49944-8298-40be-ac86-6911fe4e0e98 HTTP/1.1" status: 200 len: 1098 time: 0.0911977 Aug 04 15:27:31.959552 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [req-f512685a-cf4a-4014-bbe1-417df722245e req-765a8279-57de-44b7-81b4-af20a21c778c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Allocated IP 172.20.0.13 (0c9b7cdc-41d1-4106-afd3-8db749556a34/b4bee539-994b-490c-99fe-ef0cca68abcc/7c756e2c-e9c4-46a4-a0ac-78efa491fc83) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:27:31.991940 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5c33c6fb-386d-44e4-a310-621244a39554 req-16311317-de4b-455a-8a4a-3285d5269ede service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579789 Aug 04 15:27:32.017008 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 54408) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:32.024915 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 54412) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:32.169841 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9abb66d8-0cfe-4a0c-ace0-d0e11da56246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:32.184832 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-1f88808e-1c9a-4c05-b697-2500f68067f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:32.257820 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-bc2bcf90-6300-456a-a181-187dcd58c238 req-e4f33af0-9856-4bc8-90b5-62b77d5e9cf2 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 210 time: 0.0377724 Aug 04 15:27:32.304686 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9abb66d8-0cfe-4a0c-ace0-d0e11da56246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:32.309746 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9abb66d8-0cfe-4a0c-ace0-d0e11da56246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:32.349349 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-9abb66d8-0cfe-4a0c-ace0-d0e11da56246 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8604874721764266b8e58c305350c9f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231814 Aug 04 15:27:32.350327 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb66d8-0cfe-4a0c-ace0-d0e11da56246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1570130c-2d62-40a4-9f92-b39832836bb8,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:32.353058 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 54420) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:32.407510 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f512685a-cf4a-4014-bbe1-417df722245e req-765a8279-57de-44b7-81b4-af20a21c778c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:32.409644 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2047a35c-f01b-45aa-9bd1-bfa51929d01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:32.431792 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2047a35c-f01b-45aa-9bd1-bfa51929d01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:32.432009 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affa1ba-d09e-451f-857c-84cbca0c6d2e req-fcd3ac4d-417e-4171-94d3-8041ecf5ce81 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:32.433386 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0affa1ba-d09e-451f-857c-84cbca0c6d2e req-fcd3ac4d-417e-4171-94d3-8041ecf5ce81 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.3153944 Aug 04 15:27:32.481659 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2047a35c-f01b-45aa-9bd1-bfa51929d01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:32.484288 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2047a35c-f01b-45aa-9bd1-bfa51929d01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:32.485468 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-2047a35c-f01b-45aa-9bd1-bfa51929d01e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1570130c-2d62-40a4-9f92-b39832836bb8 HTTP/1.1" status: 204 len: 168 time: 0.1313231 Aug 04 15:27:32.494562 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047a35c-f01b-45aa-9bd1-bfa51929d01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1570130c-2d62-40a4-9f92-b39832836bb8,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:32.516991 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0affa1ba-d09e-451f-857c-84cbca0c6d2e req-20a0aa95-a40c-405a-bea6-2ce76a6cc51a tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750320 Aug 04 15:27:32.552369 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f512685a-cf4a-4014-bbe1-417df722245e req-765a8279-57de-44b7-81b4-af20a21c778c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:32.650542 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f512685a-cf4a-4014-bbe1-417df722245e req-765a8279-57de-44b7-81b4-af20a21c778c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Network 0c9b7cdc-41d1-4106-afd3-8db749556a34 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:27:32.669533 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [req-f512685a-cf4a-4014-bbe1-417df722245e req-765a8279-57de-44b7-81b4-af20a21c778c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:27:32.673602 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-f512685a-cf4a-4014-bbe1-417df722245e req-765a8279-57de-44b7-81b4-af20a21c778c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:27:32.709578 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a8279-57de-44b7-81b4-af20a21c778c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Pushing event updated for resources: {'Port': ['ID=7c756e2c-e9c4-46a4-a0ac-78efa491fc83,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:32.725821 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-1f88808e-1c9a-4c05-b697-2500f68067f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:32.744308 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-1f88808e-1c9a-4c05-b697-2500f68067f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:32.759945 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512685a-cf4a-4014-bbe1-417df722245e req-765a8279-57de-44b7-81b4-af20a21c778c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:32.760806 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f512685a-cf4a-4014-bbe1-417df722245e req-765a8279-57de-44b7-81b4-af20a21c778c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:32.850597 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f512685a-cf4a-4014-bbe1-417df722245e req-765a8279-57de-44b7-81b4-af20a21c778c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3763568 Aug 04 15:27:32.856403 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-1f88808e-1c9a-4c05-b697-2500f68067f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5fe80c98744c4bef8ff2f3be02f9c785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8382974 Aug 04 15:27:32.859238 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 54440) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:32.872726 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:27:32.874261 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88808e-1c9a-4c05-b697-2500f68067f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f724881-6f19-4851-9c1b-71a23e6ab335,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:32.883202 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] Request body: {'port': {'device_id': '1a96a103-2340-439b-b657-b4b0eafc018b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:27:32.943234 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 54442) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:32.979613 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-0e65810c-7c3d-4486-88a6-b3ee05bc6590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:32.991447 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-477d2900-191d-4063-8493-1c7848f62be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:33.003720 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5311694-bced-496a-a06c-d2639ecf6ebc req-a9c30edd-e17e-4cda-bd64-d86d67c4714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:33.005870 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d5311694-bced-496a-a06c-d2639ecf6ebc req-a9c30edd-e17e-4cda-bd64-d86d67c4714a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=13d02bf790ce4464804411b784db648d&device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 1098 time: 0.1671150 Aug 04 15:27:33.087683 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a3856-bbf3-4dee-8ed9-594fc3141e09 req-70b48275-4826-42cb-a398-de4bf27c5757 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:33.091383 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-477d2900-191d-4063-8493-1c7848f62be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:33.107714 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7e0a3856-bbf3-4dee-8ed9-594fc3141e09 req-70b48275-4826-42cb-a398-de4bf27c5757 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ea49944-8298-40be-ac86-6911fe4e0e98 HTTP/1.1" status: 200 len: 945 time: 0.2129681 Aug 04 15:27:33.118916 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:33.129831 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57c6b0-d6cd-48d1-a171-83ed8837bc57 req-00ee0fe9-2a9b-4ee4-b54f-8cd6765988ac tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:33.133959 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4a57c6b0-d6cd-48d1-a171-83ed8837bc57 req-00ee0fe9-2a9b-4ee4-b54f-8cd6765988ac tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.1725545 Aug 04 15:27:33.233340 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4a57c6b0-d6cd-48d1-a171-83ed8837bc57 req-808c16fc-5554-4afc-9ba9-8f1b5b6d9bfc tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860612 Aug 04 15:27:33.234715 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7e0a3856-bbf3-4dee-8ed9-594fc3141e09 req-624ad1ee-3177-4e2d-890a-e1bd85f1f162 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213613 Aug 04 15:27:33.255847 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-477d2900-191d-4063-8493-1c7848f62be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:33.258489 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-477d2900-191d-4063-8493-1c7848f62be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:33.259654 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-477d2900-191d-4063-8493-1c7848f62be0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0f724881-6f19-4851-9c1b-71a23e6ab335 HTTP/1.1" status: 204 len: 168 time: 0.3993764 Aug 04 15:27:33.275196 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d2900-191d-4063-8493-1c7848f62be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f724881-6f19-4851-9c1b-71a23e6ab335,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:33.306100 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5311694-bced-496a-a06c-d2639ecf6ebc req-c0c10664-815b-4acb-a57b-768549522c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:33.307703 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d5311694-bced-496a-a06c-d2639ecf6ebc req-c0c10664-815b-4acb-a57b-768549522c2a service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcd16224-3e84-44b0-a461-e2a9f25dc336 HTTP/1.1" status: 200 len: 919 time: 0.2882845 Aug 04 15:27:33.319552 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-0e65810c-7c3d-4486-88a6-b3ee05bc6590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:33.327260 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-0e65810c-7c3d-4486-88a6-b3ee05bc6590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:33.387313 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-0e65810c-7c3d-4486-88a6-b3ee05bc6590 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3668cdfba07144a1b3cb31bc9a1d08ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4421909 Aug 04 15:27:33.388367 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65810c-7c3d-4486-88a6-b3ee05bc6590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155bfdf7-967a-458c-9a88-ff4ec31fb4f1,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:33.392299 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 54454) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:33.418327 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d5311694-bced-496a-a06c-d2639ecf6ebc req-c7a40940-b2f8-4d8c-990a-7f02362a0699 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=709cc591-7cd9-415b-8047-eb26fd33a8b3 HTTP/1.1" status: 200 len: 217 time: 0.0669889 Aug 04 15:27:33.446829 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc6e5-8a2e-4b5b-b0ff-bf53be71ca71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:33.471623 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc6e5-8a2e-4b5b-b0ff-bf53be71ca71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:33.530307 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc6e5-8a2e-4b5b-b0ff-bf53be71ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:33.536175 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc6e5-8a2e-4b5b-b0ff-bf53be71ca71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:33.544025 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-2f3fc6e5-8a2e-4b5b-b0ff-bf53be71ca71 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/155bfdf7-967a-458c-9a88-ff4ec31fb4f1 HTTP/1.1" status: 204 len: 168 time: 0.1488378 Aug 04 15:27:33.554501 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fc6e5-8a2e-4b5b-b0ff-bf53be71ca71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155bfdf7-967a-458c-9a88-ff4ec31fb4f1,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:33.557273 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5df2d-291e-48bd-be36-3dec135d9379 req-15605a79-282c-4d03-be89-866fa045a312 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:33.559584 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8fb5df2d-291e-48bd-be36-3dec135d9379 req-15605a79-282c-4d03-be89-866fa045a312 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 932 time: 0.2064502 Aug 04 15:27:33.573275 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5311694-bced-496a-a06c-d2639ecf6ebc req-e8bedc73-73dd-4351-a6f6-d35175a00e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:33.575675 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d5311694-bced-496a-a06c-d2639ecf6ebc req-e8bedc73-73dd-4351-a6f6-d35175a00e07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2601cba3-2975-403d-8fbf-30dac3fcbfd7 HTTP/1.1" status: 200 len: 858 time: 0.1467636 Aug 04 15:27:33.634755 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d5311694-bced-496a-a06c-d2639ecf6ebc req-7b7607b6-cf2d-4532-bc7f-60d935431fee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcd16224-3e84-44b0-a461-e2a9f25dc336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491240 Aug 04 15:27:33.659745 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8fb5df2d-291e-48bd-be36-3dec135d9379 req-cb92a627-4917-4bb1-88c1-0a6a7198a6bb tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910959 Aug 04 15:27:33.720774 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c756e2c-e9c4-46a4-a0ac-78efa491fc83 {{(pid=93419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:27:33.728615 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:33.743113 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] Transition to ACTIVE for port object 7c756e2c-e9c4-46a4-a0ac-78efa491fc83 will not be triggered until provisioned by entity L2. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:27:33.748255 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:33.824072 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] Pushing event updated for resources: {'Port': ['ID=7c756e2c-e9c4-46a4-a0ac-78efa491fc83,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:33.884057 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] Attempting to bind port 7c756e2c-e9c4-46a4-a0ac-78efa491fc83 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:27:33.884388 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] Attempting to bind port 7c756e2c-e9c4-46a4-a0ac-78efa491fc83 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'a81e5b50-023a-4531-a340-3c2f35ddeed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0c9b7cdc-41d1-4106-afd3-8db749556a34'}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:27:33.884885 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] Attempting to bind port 7c756e2c-e9c4-46a4-a0ac-78efa491fc83 on network 0c9b7cdc-41d1-4106-afd3-8db749556a34 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:27:33.891180 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] Port 7c756e2c-e9c4-46a4-a0ac-78efa491fc83 on network 0c9b7cdc-41d1-4106-afd3-8db749556a34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:27:33.891575 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] Attempting to bind port 7c756e2c-e9c4-46a4-a0ac-78efa491fc83 on network 0c9b7cdc-41d1-4106-afd3-8db749556a34 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:27:33.899068 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] Checking agent: {'id': '5bc10963-30ee-40c9-994c-c74f44e4da8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'started_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:27:33.899860 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] Checking segment: {'id': 'a81e5b50-023a-4531-a340-3c2f35ddeed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0c9b7cdc-41d1-4106-afd3-8db749556a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:27:33.900405 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] Bound using segment: {'id': 'a81e5b50-023a-4531-a340-3c2f35ddeed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0c9b7cdc-41d1-4106-afd3-8db749556a34'} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:27:33.901061 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] Bound port: 7c756e2c-e9c4-46a4-a0ac-78efa491fc83, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a81e5b50-023a-4531-a340-3c2f35ddeed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0c9b7cdc-41d1-4106-afd3-8db749556a34'}}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:27:33.901582 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:33.973998 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 54472) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:33.992643 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-8b2932da-72f8-47b1-9b01-b4cd991d4ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:34.001829 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] For port 7c756e2c-e9c4-46a4-a0ac-78efa491fc83, host hv-cinder-68948, cleared binding levels {{(pid=93419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:27:34.006156 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] For port 7c756e2c-e9c4-46a4-a0ac-78efa491fc83, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7c756e2c-e9c4-46a4-a0ac-78efa491fc83,segment=NetworkSegment(a81e5b50-023a-4531-a340-3c2f35ddeed5),segment_id=a81e5b50-023a-4531-a340-3c2f35ddeed5)] {{(pid=93419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:27:34.013311 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:34.057363 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:34.058407 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:34.060340 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f512685a-cf4a-4014-bbe1-417df722245e req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] 10.222.0.59 "PUT /v2.0/ports/7c756e2c-e9c4-46a4-a0ac-78efa491fc83 HTTP/1.1" status: 200 len: 1094 time: 1.1817203 Aug 04 15:27:34.060900 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a96a103-2340-439b-b657-b4b0eafc018b', 'tag': '7c756e2c-e9c4-46a4-a0ac-78efa491fc83'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:27:34.063490 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a1287d-65d4-4eff-b043-d9711813f351" -d '{"events": [{"name": "network-changed", "server_uuid": "1a96a103-2340-439b-b657-b4b0eafc018b", "tag": "7c756e2c-e9c4-46a4-a0ac-78efa491fc83"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:27:34.123674 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b6345-4e2d-4124-a5db-a0f33c4eb812 service neutron] Pushing event updated for resources: {'Port': ['ID=7c756e2c-e9c4-46a4-a0ac-78efa491fc83,revision_number=3']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:34.128640 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfae51ff-e19f-4f41-9707-97d2815d51fe x-openstack-request-id: req-cfae51ff-e19f-4f41-9707-97d2815d51fe {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:27:34.129285 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a96a103-2340-439b-b657-b4b0eafc018b", "tag": "7c756e2c-e9c4-46a4-a0ac-78efa491fc83", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:27:34.129773 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cfae51ff-e19f-4f41-9707-97d2815d51fe {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:27:34.132282 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a96a103-2340-439b-b657-b4b0eafc018b', 'tag': '7c756e2c-e9c4-46a4-a0ac-78efa491fc83', 'status': 'completed', 'code': 200} Aug 04 15:27:34.159038 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-8b2932da-72f8-47b1-9b01-b4cd991d4ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:34.166308 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-8b2932da-72f8-47b1-9b01-b4cd991d4ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:34.218535 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-8b2932da-72f8-47b1-9b01-b4cd991d4ada admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=72da6bc123044cc0b5855a650556b6f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408776 Aug 04 15:27:34.218752 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 54486) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:34.225463 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2932da-72f8-47b1-9b01-b4cd991d4ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90b9a2a-abdf-4dab-bd2c-091c31e42e26,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:34.285888 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-87b5475d-fcd0-4edf-b44f-785cca9f8133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:34.311252 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-87b5475d-fcd0-4edf-b44f-785cca9f8133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:34.372386 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-87b5475d-fcd0-4edf-b44f-785cca9f8133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:34.375117 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-87b5475d-fcd0-4edf-b44f-785cca9f8133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:34.376313 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-87b5475d-fcd0-4edf-b44f-785cca9f8133 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e90b9a2a-abdf-4dab-bd2c-091c31e42e26 HTTP/1.1" status: 204 len: 168 time: 0.1563592 Aug 04 15:27:34.379434 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd9d6-5a8d-48bd-ad65-8e20dda65274 req-2a10ee2a-25b7-4299-b7fd-9f63e8124566 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:34.387091 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5475d-fcd0-4edf-b44f-785cca9f8133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90b9a2a-abdf-4dab-bd2c-091c31e42e26,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:34.393398 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d2cbd9d6-5a8d-48bd-ad65-8e20dda65274 req-2a10ee2a-25b7-4299-b7fd-9f63e8124566 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ea49944-8298-40be-ac86-6911fe4e0e98 HTTP/1.1" status: 200 len: 945 time: 0.0911636 Aug 04 15:27:34.446147 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d2cbd9d6-5a8d-48bd-ad65-8e20dda65274 req-29c7c14d-0961-4273-a277-3254a825dd5e tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511742 Aug 04 15:27:34.583024 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65d9f0-51a6-4697-a156-b2669c80424a req-8b608490-3696-45fa-9dd8-931cec10bc75 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:34.585311 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3a65d9f0-51a6-4697-a156-b2669c80424a req-8b608490-3696-45fa-9dd8-931cec10bc75 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0637236 Aug 04 15:27:34.639117 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3a65d9f0-51a6-4697-a156-b2669c80424a req-aad6e3ac-4e84-4922-83c5-34d1c89425fe tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405715 Aug 04 15:27:34.832549 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c3b00-8c6b-4c0c-8a0c-65cca4e3eed0 req-6a8e6dc6-08a4-4a09-abbb-5a0b905b4434 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:34.840513 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9b7c3b00-8c6b-4c0c-8a0c-65cca4e3eed0 req-6a8e6dc6-08a4-4a09-abbb-5a0b905b4434 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 944 time: 0.0877590 Aug 04 15:27:34.890713 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9b7c3b00-8c6b-4c0c-8a0c-65cca4e3eed0 req-22585970-8d51-4a98-814b-2ceefecc18fb tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492270 Aug 04 15:27:35.524376 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-bbb25263-2a56-45c6-93f7-8cff0746ebbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:35.778593 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d5391-1b8f-4c04-8f25-0b6a52e479a4 req-5fb1da26-bee4-4fce-b1b6-082d91d1beda tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:35.780076 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a99d5391-1b8f-4c04-8f25-0b6a52e479a4 req-5fb1da26-bee4-4fce-b1b6-082d91d1beda tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0564351 Aug 04 15:27:35.820127 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a99d5391-1b8f-4c04-8f25-0b6a52e479a4 req-a93dfeb2-83e3-40c0-8f03-c7a904e60798 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341773 Aug 04 15:27:36.007090 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4a4b9-3d1d-4b69-95b8-7e23c5409ef0 req-9a90e870-ff87-415e-9ccc-d0c13062c5f1 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:36.008625 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-58f4a4b9-3d1d-4b69-95b8-7e23c5409ef0 req-9a90e870-ff87-415e-9ccc-d0c13062c5f1 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 944 time: 0.0490394 Aug 04 15:27:36.047712 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-58f4a4b9-3d1d-4b69-95b8-7e23c5409ef0 req-e27c2498-f4ee-4205-904d-88787e6c1b95 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326560 Aug 04 15:27:37.045405 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92678329-b6a3-4c8f-914c-420e731e753d req-0fe2fdd6-0e69-4b29-bf37-712a4d5d77f8 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:37.046887 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-92678329-b6a3-4c8f-914c-420e731e753d req-0fe2fdd6-0e69-4b29-bf37-712a4d5d77f8 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.1363080 Aug 04 15:27:37.053997 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d5311694-bced-496a-a06c-d2639ecf6ebc req-99eb4b10-3830-4a7b-a4da-22a5e1e87031 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924708 Aug 04 15:27:37.055712 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1287d-65d4-4eff-b043-d9711813f351 req-a0d4ebe4-6375-47d7-a24e-ef9ef18971cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:37.057036 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-34a1287d-65d4-4eff-b043-d9711813f351 req-a0d4ebe4-6375-47d7-a24e-ef9ef18971cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9317d3870d134606b3dc5f945ef4e48d&device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 1097 time: 0.1476512 Aug 04 15:27:37.109178 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-92678329-b6a3-4c8f-914c-420e731e753d req-fa923c88-e70b-43ef-aa83-05c1e43b42aa tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511057 Aug 04 15:27:37.180455 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5c8ae-e981-44a3-b358-a807b2da0433 req-128b1772-86a4-4bfa-b58b-4cabebcd1831 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:37.181956 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-30c5c8ae-e981-44a3-b358-a807b2da0433 req-128b1772-86a4-4bfa-b58b-4cabebcd1831 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 944 time: 0.0501065 Aug 04 15:27:37.223565 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-30c5c8ae-e981-44a3-b358-a807b2da0433 req-0ea02e7b-cdb3-4724-877c-5313183e6294 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337613 Aug 04 15:27:37.260388 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d5311694-bced-496a-a06c-d2639ecf6ebc req-d6b7ccb6-5661-4e19-a8cc-946c2e8ef489 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727483 Aug 04 15:27:37.262000 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1287d-65d4-4eff-b043-d9711813f351 req-8f18d554-655e-42f7-b22f-91bdf842ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:37.263461 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-34a1287d-65d4-4eff-b043-d9711813f351 req-8f18d554-655e-42f7-b22f-91bdf842ac78 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9317d3870d134606b3dc5f945ef4e48d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1748528 Aug 04 15:27:37.393227 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1287d-65d4-4eff-b043-d9711813f351 req-3be43e7c-34d9-4ce4-92fa-45912d834b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:37.394971 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-34a1287d-65d4-4eff-b043-d9711813f351 req-3be43e7c-34d9-4ce4-92fa-45912d834b7a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056142 Aug 04 15:27:37.492053 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512685a-cf4a-4014-bbe1-417df722245e req-da4d4fae-34a1-4a35-9ac9-cbc659c36012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:37.493598 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f512685a-cf4a-4014-bbe1-417df722245e req-da4d4fae-34a1-4a35-9ac9-cbc659c36012 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9317d3870d134606b3dc5f945ef4e48d&device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 1097 time: 0.0413582 Aug 04 15:27:37.540170 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f512685a-cf4a-4014-bbe1-417df722245e req-99225c88-450c-4623-adef-dee8247b5ac3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c756e2c-e9c4-46a4-a0ac-78efa491fc83 HTTP/1.1" status: 200 len: 217 time: 0.0376439 Aug 04 15:27:37.603851 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512685a-cf4a-4014-bbe1-417df722245e req-88be76ba-5114-43f0-8f95-4f425fd43beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:37.606253 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f512685a-cf4a-4014-bbe1-417df722245e req-88be76ba-5114-43f0-8f95-4f425fd43beb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b4bee539-994b-490c-99fe-ef0cca68abcc HTTP/1.1" status: 200 len: 849 time: 0.0492365 Aug 04 15:27:37.648229 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f512685a-cf4a-4014-bbe1-417df722245e req-045a886d-d7f9-47bb-9427-2e61b5f1054f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c9b7cdc-41d1-4106-afd3-8db749556a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294051 Aug 04 15:27:37.746368 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f512685a-cf4a-4014-bbe1-417df722245e req-f96b2db5-dcb6-49b5-932c-c3d150b1395a service neutron] 10.222.0.59 "GET /v2.0/networks/0c9b7cdc-41d1-4106-afd3-8db749556a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874190 Aug 04 15:27:37.846074 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f512685a-cf4a-4014-bbe1-417df722245e req-8d9184f5-221a-4b9b-b46d-04bb0536a47a service neutron] 10.222.0.59 "GET /v2.0/networks/0c9b7cdc-41d1-4106-afd3-8db749556a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859504 Aug 04 15:27:38.004635 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-54b4145f-34aa-466b-afd3-194b5a9bed0e tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a5257a0c9f3e48f29b5f06faf6fa5702&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344222 Aug 04 15:27:38.198182 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-1090c866-8101-486c-9c86-d4683ba2e8b7 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:38.199874 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-1090c866-8101-486c-9c86-d4683ba2e8b7 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1896663 Aug 04 15:27:38.216883 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-152a51c3-20c7-4d99-bc15-0e31722f5ff6 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/quotas/a5257a0c9f3e48f29b5f06faf6fa5702 HTTP/1.1" status: 200 len: 375 time: 0.0103161 Aug 04 15:27:38.255999 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-ece1fbd3-7365-489f-94d0-1c2d4bd9b7c9 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5257a0c9f3e48f29b5f06faf6fa5702&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322902 Aug 04 15:27:38.514926 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef2202-4710-4e0e-bbcb-85a94dc080c4 req-4c5fa334-cab0-4be4-8308-a75576f1a1ad tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:38.526261 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-aeef2202-4710-4e0e-bbcb-85a94dc080c4 req-4c5fa334-cab0-4be4-8308-a75576f1a1ad tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0866916 Aug 04 15:27:38.568236 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8649a-a366-4097-a749-8cd4694d7455 req-fb2ac686-6c18-4c05-9547-a6080bddd378 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:38.577532 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-31c8649a-a366-4097-a749-8cd4694d7455 req-fb2ac686-6c18-4c05-9547-a6080bddd378 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 944 time: 0.1067972 Aug 04 15:27:38.625120 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-aeef2202-4710-4e0e-bbcb-85a94dc080c4 req-f27fa048-cb64-494e-8371-9c45711e6d70 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968120 Aug 04 15:27:38.626202 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-31c8649a-a366-4097-a749-8cd4694d7455 req-57019095-b705-40a4-8d81-f6adc183cfd5 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474095 Aug 04 15:27:38.719690 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2d505d7f-3ed9-44d4-ab64-2edc4c267ad1 req-1c0df7f0-805c-4388-87d5-6bde2adb2908 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/ports?device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 210 time: 0.0455210 Aug 04 15:27:39.005174 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-157afa2b-5711-4fda-b291-0aa30eb965d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:39.362302 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:39.581252 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:39.750268 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7773f-8121-4287-9854-64b0907b9629 req-5d8ccf8e-bd49-48f8-ab77-3dfa802b4a16 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:39.751848 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a8e7773f-8121-4287-9854-64b0907b9629 req-5d8ccf8e-bd49-48f8-ab77-3dfa802b4a16 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0587146 Aug 04 15:27:39.763059 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba9c65-ea4a-4c8f-bd9e-09fce6b549a2 req-2c049554-90f9-4c2f-a82e-e0e0cf645af1 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:39.765122 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ddba9c65-ea4a-4c8f-bd9e-09fce6b549a2 req-2c049554-90f9-4c2f-a82e-e0e0cf645af1 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 944 time: 0.0653734 Aug 04 15:27:39.807656 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a8e7773f-8121-4287-9854-64b0907b9629 req-8a14c24a-3987-484b-8188-76083711510d tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479503 Aug 04 15:27:39.830155 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ddba9c65-ea4a-4c8f-bd9e-09fce6b549a2 req-9b3195bd-3daa-4b1f-958d-25d0f3570c10 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539157 Aug 04 15:27:39.885079 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-5cd2deb4-b63d-4674-ad3e-c88860df07c8 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a5257a0c9f3e48f29b5f06faf6fa5702&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390387 Aug 04 15:27:39.927318 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ecde7959-0847-4218-a0ae-fb1e56abf6dd req-6c74a99a-6e64-4eaa-a58f-df4ef13eed81 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/ports?device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 210 time: 0.0324097 Aug 04 15:27:40.080108 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:40.101902 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-b8e0dcd5-119d-4271-ad82-114cd506cbd3 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:40.103448 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-b8e0dcd5-119d-4271-ad82-114cd506cbd3 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011750 Aug 04 15:27:40.119049 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-bf79a458-be43-47e2-91e2-a0378a03a37d tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Request body: {'port': {'device_id': '14ea921d-ce28-413b-996e-dfc2d9053baf', 'network_id': '474dfe97-e483-467c-9d3b-f8c4c973ad0e', 'admin_state_up': True, 'tenant_id': 'a5257a0c9f3e48f29b5f06faf6fa5702'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:27:40.253134 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-bf79a458-be43-47e2-91e2-a0378a03a37d tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Made reservation on behalf of a5257a0c9f3e48f29b5f06faf6fa5702 for: {'port': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:27:40.257719 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-bf79a458-be43-47e2-91e2-a0378a03a37d tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:40.272383 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-bf79a458-be43-47e2-91e2-a0378a03a37d tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:40.382788 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-bf79a458-be43-47e2-91e2-a0378a03a37d tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:40.387464 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-bf79a458-be43-47e2-91e2-a0378a03a37d tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:40.457243 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79a458-be43-47e2-91e2-a0378a03a37d tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a186b58-f608-48f7-8e55-43bca27ca457,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:40.529491 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-bf79a458-be43-47e2-91e2-a0378a03a37d tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Allocated IP 192.168.233.20 (474dfe97-e483-467c-9d3b-f8c4c973ad0e/e2219213-83a1-48df-a91b-f8528f438b60/e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:27:40.689766 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-bf79a458-be43-47e2-91e2-a0378a03a37d tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:40.918779 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-bf79a458-be43-47e2-91e2-a0378a03a37d tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Transition to ACTIVE for port object e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 will not be triggered until provisioned by entity DHCP. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:27:40.938644 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b4712-3665-421d-8947-0870a3478160 req-7eb9738d-8fa6-4e84-bebb-b713f578a6c8 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:40.943838 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-945b4712-3665-421d-8947-0870a3478160 req-7eb9738d-8fa6-4e84-bebb-b713f578a6c8 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0606151 Aug 04 15:27:40.993292 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc511c-a4ca-4853-9f91-691ab2d1ef92 req-28062ad6-e609-4dbd-851b-1771ccc1111d tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:40.994767 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-945b4712-3665-421d-8947-0870a3478160 req-4316348b-a9c9-4a59-bac2-8c610a443bd8 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409470 Aug 04 15:27:40.996327 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-aedc511c-a4ca-4853-9f91-691ab2d1ef92 req-28062ad6-e609-4dbd-851b-1771ccc1111d tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 944 time: 0.0694399 Aug 04 15:27:40.998575 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-bf79a458-be43-47e2-91e2-a0378a03a37d tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:41.073249 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-bf79a458-be43-47e2-91e2-a0378a03a37d tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Network 474dfe97-e483-467c-9d3b-f8c4c973ad0e is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:27:41.082671 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-bf79a458-be43-47e2-91e2-a0378a03a37d tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:27:41.095057 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-bf79a458-be43-47e2-91e2-a0378a03a37d tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:27:41.118261 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9068845-ad8d-4218-b03b-a1ca5827a67f req-6475d4af-8dc0-42bd-a497-16375c775b9e tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:41.120054 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c9068845-ad8d-4218-b03b-a1ca5827a67f req-6475d4af-8dc0-42bd-a497-16375c775b9e tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/ports?device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 935 time: 0.0649159 Aug 04 15:27:41.132762 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79a458-be43-47e2-91e2-a0378a03a37d tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Pushing event updated for resources: {'Port': ['ID=e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:41.153652 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-aedc511c-a4ca-4853-9f91-691ab2d1ef92 req-6cd8fdc0-58d4-4aff-bea7-431cb4551566 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472135 Aug 04 15:27:41.184126 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c9068845-ad8d-4218-b03b-a1ca5827a67f req-7a5c2460-bc75-45fa-9178-d8c8438152b8 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a186b58-f608-48f7-8e55-43bca27ca457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483887 Aug 04 15:27:41.193168 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-bf79a458-be43-47e2-91e2-a0378a03a37d tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:41.193823 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-bf79a458-be43-47e2-91e2-a0378a03a37d tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:41.212303 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-bf79a458-be43-47e2-91e2-a0378a03a37d tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0970101 Aug 04 15:27:41.229031 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] Request body: {'port': {'device_id': '14ea921d-ce28-413b-996e-dfc2d9053baf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:27:41.293084 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:41.395310 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-069539ac-618e-4a49-9e20-9002986bef82 None None] Provisioning for port e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:27:41.402089 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-069539ac-618e-4a49-9e20-9002986bef82 None None] Provisioning complete for port e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:27:41.402287 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-069539ac-618e-4a49-9e20-9002986bef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:41.446323 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-069539ac-618e-4a49-9e20-9002986bef82 None None] Port e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:27:41.588218 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 {{(pid=93419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:27:41.596197 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:41.609716 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] Transition to ACTIVE for port object e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 will not be triggered until provisioned by entity L2. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:27:41.612659 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:41.719594 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:41.749458 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 7c756e2c-e9c4-46a4-a0ac-78efa491fc83 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:27:41.761782 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] Attempting to bind port e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:27:41.762326 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] Attempting to bind port e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '47c2243f-0b9d-4115-b4b1-110df958c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '474dfe97-e483-467c-9d3b-f8c4c973ad0e'}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:27:41.762867 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] Attempting to bind port e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 on network 474dfe97-e483-467c-9d3b-f8c4c973ad0e {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:27:41.771229 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] Port e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 on network 474dfe97-e483-467c-9d3b-f8c4c973ad0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:27:41.771758 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] Attempting to bind port e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 on network 474dfe97-e483-467c-9d3b-f8c4c973ad0e {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:27:41.782263 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] Checking agent: {'id': '5bc10963-30ee-40c9-994c-c74f44e4da8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'started_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:27:41.782849 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] Checking segment: {'id': '47c2243f-0b9d-4115-b4b1-110df958c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '474dfe97-e483-467c-9d3b-f8c4c973ad0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:27:41.783516 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] Bound using segment: {'id': '47c2243f-0b9d-4115-b4b1-110df958c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '474dfe97-e483-467c-9d3b-f8c4c973ad0e'} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:27:41.784460 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] Bound port: e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c2243f-0b9d-4115-b4b1-110df958c8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '474dfe97-e483-467c-9d3b-f8c4c973ad0e'}}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:27:41.785033 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:41.868639 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 7c756e2c-e9c4-46a4-a0ac-78efa491fc83, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7c756e2c-e9c4-46a4-a0ac-78efa491fc83,segment=NetworkSegment(a81e5b50-023a-4531-a340-3c2f35ddeed5),segment_id=a81e5b50-023a-4531-a340-3c2f35ddeed5)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:27:41.884223 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': '7c756e2c-e9c4-46a4-a0ac-78efa491fc83', 'network_id': '0c9b7cdc-41d1-4106-afd3-8db749556a34', 'port_id': '7c756e2c-e9c4-46a4-a0ac-78efa491fc83', 'mac_address': 'fa:16:3e:ad:60:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bee539-994b-490c-99fe-ef0cca68abcc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:27:41.887395 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] For port e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7, host hv-cinder-68948, cleared binding levels {{(pid=93419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:27:41.890723 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] For port e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7,segment=NetworkSegment(47c2243f-0b9d-4115-b4b1-110df958c8fc),segment_id=47c2243f-0b9d-4115-b4b1-110df958c8fc)] {{(pid=93419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:27:41.895553 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:41.925284 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:41.931946 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:41.932596 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:41.934781 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] 10.222.0.59 "PUT /v2.0/ports/e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 HTTP/1.1" status: 200 len: 1097 time: 0.7104616 Aug 04 15:27:41.937261 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ea921d-ce28-413b-996e-dfc2d9053baf', 'tag': 'e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:27:41.939638 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ec6a1a-eee0-486d-8018-7621ba930323" -d '{"events": [{"name": "network-changed", "server_uuid": "14ea921d-ce28-413b-996e-dfc2d9053baf", "tag": "e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:27:41.944339 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c756e2c-e9c4-46a4-a0ac-78efa491fc83 {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:27:41.989865 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 7c756e2c-e9c4-46a4-a0ac-78efa491fc83, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7c756e2c-e9c4-46a4-a0ac-78efa491fc83,segment=NetworkSegment(a81e5b50-023a-4531-a340-3c2f35ddeed5),segment_id=a81e5b50-023a-4531-a340-3c2f35ddeed5)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:27:41.995940 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:41.996206 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed87038-24aa-41bb-93be-1c6c86cb2d31 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7,revision_number=3']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:42.015236 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25895fc6-a7d6-427e-8109-1d6fa68b4379 x-openstack-request-id: req-25895fc6-a7d6-427e-8109-1d6fa68b4379 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:27:42.015765 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ea921d-ce28-413b-996e-dfc2d9053baf", "tag": "e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:27:42.016331 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-25895fc6-a7d6-427e-8109-1d6fa68b4379 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:27:42.017149 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ea921d-ce28-413b-996e-dfc2d9053baf', 'tag': 'e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7', 'status': 'completed', 'code': 200} Aug 04 15:27:42.054148 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=7c756e2c-e9c4-46a4-a0ac-78efa491fc83,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:42.079156 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-7ea8abaa-afc7-41c3-97fd-0583efdb80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:42.080882 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-7ea8abaa-afc7-41c3-97fd-0583efdb80a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5257a0c9f3e48f29b5f06faf6fa5702&device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 1100 time: 0.0631273 Aug 04 15:27:42.133914 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-d74970a7-39fc-4960-aeb4-587a0941d3b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 HTTP/1.1" status: 200 len: 217 time: 0.0419130 Aug 04 15:27:42.230360 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-ebe86a18-6222-42c4-88f8-4348abc30f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:42.231959 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-ebe86a18-6222-42c4-88f8-4348abc30f8d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2219213-83a1-48df-a91b-f8528f438b60 HTTP/1.1" status: 200 len: 843 time: 0.0786045 Aug 04 15:27:42.317533 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-e06b871d-7c0a-4966-833a-ba4801a82b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:42.317753 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd46cbc-d4e3-402f-b904-a3583e5877c8 req-04f1604b-18c2-47a5-8f14-0248b84421b2 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:42.319112 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-e06b871d-7c0a-4966-833a-ba4801a82b71 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=474dfe97-e483-467c-9d3b-f8c4c973ad0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0784020 Aug 04 15:27:42.319245 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-cdd46cbc-d4e3-402f-b904-a3583e5877c8 req-04f1604b-18c2-47a5-8f14-0248b84421b2 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/ports?device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 947 time: 0.0515721 Aug 04 15:27:42.332095 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c17268-5f2c-44bd-a5ef-1d62e251fce2 req-84494a0b-e047-4dad-b769-61f803b02c0d tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:42.333649 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c8c17268-5f2c-44bd-a5ef-1d62e251fce2 req-84494a0b-e047-4dad-b769-61f803b02c0d tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 945 time: 0.0837793 Aug 04 15:27:42.359919 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-cdd46cbc-d4e3-402f-b904-a3583e5877c8 req-91c8ebe0-7b4e-48ee-935b-178ccb09983d tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a186b58-f608-48f7-8e55-43bca27ca457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337996 Aug 04 15:27:42.428637 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c8c17268-5f2c-44bd-a5ef-1d62e251fce2 req-5bba1e89-b96d-444f-a485-082f062f080e tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830715 Aug 04 15:27:42.455591 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['7c756e2c-e9c4-46a4-a0ac-78efa491fc83'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:27:42.462300 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-5c07ec63-8f76-443c-aa79-62d379bcb97d service neutron] 10.222.0.59 "GET /v2.0/networks/474dfe97-e483-467c-9d3b-f8c4c973ad0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272829 Aug 04 15:27:42.548179 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ed005-dc49-4eaa-84c2-17931b6373fd req-3b07d5b9-e7e5-4e5f-84fb-fb1e55d878fc tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:42.549821 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-863ed005-dc49-4eaa-84c2-17931b6373fd req-3b07d5b9-e7e5-4e5f-84fb-fb1e55d878fc tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0661831 Aug 04 15:27:42.607117 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-01d239cc-b2f4-4465-9be8-f51f3819ff00 req-fd2ad65e-ff30-4405-98ae-3b2a807b1e6c service neutron] 10.222.0.59 "GET /v2.0/networks/474dfe97-e483-467c-9d3b-f8c4c973ad0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309009 Aug 04 15:27:42.620075 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-863ed005-dc49-4eaa-84c2-17931b6373fd req-6a2a6ae1-008b-4559-9c13-a5d66e5292b3 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619431 Aug 04 15:27:42.645999 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:42.754393 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec6a1a-eee0-486d-8018-7621ba930323 req-20fdba67-5f07-4bad-a426-11327d2c4cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:42.756402 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c9ec6a1a-eee0-486d-8018-7621ba930323 req-20fdba67-5f07-4bad-a426-11327d2c4cea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5257a0c9f3e48f29b5f06faf6fa5702&device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 1100 time: 0.0516007 Aug 04 15:27:42.888311 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec6a1a-eee0-486d-8018-7621ba930323 req-526ff492-ccea-4d4b-a4ab-4ea05d3b6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:42.891952 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c9ec6a1a-eee0-486d-8018-7621ba930323 req-526ff492-ccea-4d4b-a4ab-4ea05d3b6399 service neutron] 10.222.0.59 "GET /v2.0/networks?id=474dfe97-e483-467c-9d3b-f8c4c973ad0e HTTP/1.1" status: 200 len: 870 time: 0.1217895 Aug 04 15:27:42.960758 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c9ec6a1a-eee0-486d-8018-7621ba930323 req-c71501c7-adec-48e6-94b1-563037c9aa34 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 HTTP/1.1" status: 200 len: 217 time: 0.0576873 Aug 04 15:27:43.031913 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec6a1a-eee0-486d-8018-7621ba930323 req-d232739b-1017-4854-bb1a-cceb05cec97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:43.033740 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c9ec6a1a-eee0-486d-8018-7621ba930323 req-d232739b-1017-4854-bb1a-cceb05cec97a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2219213-83a1-48df-a91b-f8528f438b60 HTTP/1.1" status: 200 len: 843 time: 0.0636060 Aug 04 15:27:43.098737 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec6a1a-eee0-486d-8018-7621ba930323 req-40aa9742-b34d-4645-98e1-3b82ba30405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:43.101012 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c9ec6a1a-eee0-486d-8018-7621ba930323 req-40aa9742-b34d-4645-98e1-3b82ba30405e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=474dfe97-e483-467c-9d3b-f8c4c973ad0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0503845 Aug 04 15:27:43.218254 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c9ec6a1a-eee0-486d-8018-7621ba930323 req-9e311a79-90d0-4535-96ac-7c437780a5e8 service neutron] 10.222.0.59 "GET /v2.0/networks/474dfe97-e483-467c-9d3b-f8c4c973ad0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946207 Aug 04 15:27:43.376231 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c9ec6a1a-eee0-486d-8018-7621ba930323 req-9db6cd3f-eff7-4635-a7a3-6eaedfc0963a service neutron] 10.222.0.59 "GET /v2.0/networks/474dfe97-e483-467c-9d3b-f8c4c973ad0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382568 Aug 04 15:27:43.524705 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639fcf5-db1c-4f5f-a676-368469c34962 req-20c722f3-2bbb-4efc-9e47-2a4b1b81643d tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:43.526456 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6639fcf5-db1c-4f5f-a676-368469c34962 req-20c722f3-2bbb-4efc-9e47-2a4b1b81643d tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/ports?device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 947 time: 0.0631056 Aug 04 15:27:43.580876 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6639fcf5-db1c-4f5f-a676-368469c34962 req-09b885f4-2340-4377-96fb-b708ce945867 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a186b58-f608-48f7-8e55-43bca27ca457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354450 Aug 04 15:27:43.605747 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45317376-451a-4b90-ac3b-f9aab51febc5 req-46f986a1-aed1-4754-861a-6fd016261ae8 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:43.607816 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-45317376-451a-4b90-ac3b-f9aab51febc5 req-46f986a1-aed1-4754-861a-6fd016261ae8 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 945 time: 0.0713475 Aug 04 15:27:43.648624 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 54752) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:43.656092 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-45317376-451a-4b90-ac3b-f9aab51febc5 req-bf6c48ba-de5e-4286-92b4-78f3648422e3 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391953 Aug 04 15:27:43.778317 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-1b016b0a-1c02-47a0-8a42-197f9b349a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:43.916232 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-1b016b0a-1c02-47a0-8a42-197f9b349a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:43.920577 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-1b016b0a-1c02-47a0-8a42-197f9b349a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:43.966595 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-1b016b0a-1c02-47a0-8a42-197f9b349a5b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b34c606cd034510af4318c6eca9377f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168802 Aug 04 15:27:43.967790 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b016b0a-1c02-47a0-8a42-197f9b349a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77b9361-0327-498e-8367-57591fef5d62,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:43.969678 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 54770) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:44.022334 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f3f8c7d6-6997-4b27-a581-27285c153934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:44.045092 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f3f8c7d6-6997-4b27-a581-27285c153934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:44.096566 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f3f8c7d6-6997-4b27-a581-27285c153934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:44.100609 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f3f8c7d6-6997-4b27-a581-27285c153934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:44.104114 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-f3f8c7d6-6997-4b27-a581-27285c153934 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f77b9361-0327-498e-8367-57591fef5d62 HTTP/1.1" status: 204 len: 168 time: 0.1311173 Aug 04 15:27:44.117452 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8c7d6-6997-4b27-a581-27285c153934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77b9361-0327-498e-8367-57591fef5d62,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:44.713910 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae59d5-bd83-441d-8223-0cdf20b7afe8 req-8f48760a-6535-4c27-8b6b-c5495c0b4181 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:44.716862 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-83ae59d5-bd83-441d-8223-0cdf20b7afe8 req-8f48760a-6535-4c27-8b6b-c5495c0b4181 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/ports?device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 947 time: 0.0617371 Aug 04 15:27:44.759606 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-83ae59d5-bd83-441d-8223-0cdf20b7afe8 req-05c0e6fa-1b15-4e3f-b0ca-e2f6a76f0c55 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a186b58-f608-48f7-8e55-43bca27ca457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378003 Aug 04 15:27:44.798189 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67861757-483c-4e7b-8d93-a50d75e47d24 req-4da66097-bfb7-49a7-92da-7f72ca37ce11 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:44.799835 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-67861757-483c-4e7b-8d93-a50d75e47d24 req-4da66097-bfb7-49a7-92da-7f72ca37ce11 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 945 time: 0.0592496 Aug 04 15:27:44.851790 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-67861757-483c-4e7b-8d93-a50d75e47d24 req-eb418dc8-5ebb-44f5-aa14-109930d6cc55 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363078 Aug 04 15:27:44.866572 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 54812) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:44.978087 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-51bf27e6-ab51-4fdb-93d7-eb8a1bc15319 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1043023127-network', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:27:45.002003 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bf27e6-ab51-4fdb-93d7-eb8a1bc15319 admin admin] Made reservation on behalf of 81189bdeb0e34495ae3b1512fddfe444 for: {'network': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:27:45.004346 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-51bf27e6-ab51-4fdb-93d7-eb8a1bc15319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for network, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:45.012766 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-51bf27e6-ab51-4fdb-93d7-eb8a1bc15319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:45.106623 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-51bf27e6-ab51-4fdb-93d7-eb8a1bc15319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:45.110636 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-51bf27e6-ab51-4fdb-93d7-eb8a1bc15319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:45.137500 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bf27e6-ab51-4fdb-93d7-eb8a1bc15319 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:27:45.146739 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf27e6-ab51-4fdb-93d7-eb8a1bc15319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5394600-8921-4ff1-8f8e-b095194eaf8f,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:45.154570 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-51bf27e6-ab51-4fdb-93d7-eb8a1bc15319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:45.154910 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.db.segments_db [None req-51bf27e6-ab51-4fdb-93d7-eb8a1bc15319 admin admin] Added segment 09172d19-1e2b-434d-9c76-68738c3d68d9 of type vlan for network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e Aug 04 15:27:45.196555 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-51bf27e6-ab51-4fdb-93d7-eb8a1bc15319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754111838365'] for network, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:45.228964 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-51bf27e6-ab51-4fdb-93d7-eb8a1bc15319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for network, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:45.230638 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bf27e6-ab51-4fdb-93d7-eb8a1bc15319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:45.231487 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-51bf27e6-ab51-4fdb-93d7-eb8a1bc15319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:45.291843 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-51bf27e6-ab51-4fdb-93d7-eb8a1bc15319 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4240322 Aug 04 15:27:45.296827 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 54822) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:45.302037 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-81906180-1a26-4811-85db-c85de4ad4eb9 admin admin] Request body: {'subnet': {'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1043023127-subnet', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'ip_version': 4}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:27:45.302861 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf27e6-ab51-4fdb-93d7-eb8a1bc15319 admin admin] Pushing event updated for resources: {'Network': ['ID=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:45.315204 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e details requested by agent ovs-agent-dv-cinder-689486-15-iscsi with host dv-cinder-689486-15-iscsi {{(pid=93421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:27:45.329752 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81906180-1a26-4811-85db-c85de4ad4eb9 admin admin] Made reservation on behalf of 81189bdeb0e34495ae3b1512fddfe444 for: {'subnet': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:27:45.332098 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-81906180-1a26-4811-85db-c85de4ad4eb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2281227'] for subnet, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:45.526346 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-81906180-1a26-4811-85db-c85de4ad4eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1928639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2281241'] for subnet, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:45.590249 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81906180-1a26-4811-85db-c85de4ad4eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaee7f63-f063-4df1-ba7e-6837cf8cbd3e,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:45.598390 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81906180-1a26-4811-85db-c85de4ad4eb9 admin admin] Checking segment: {'id': '09172d19-1e2b-434d-9c76-68738c3d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:27:45.598757 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81906180-1a26-4811-85db-c85de4ad4eb9 admin admin] Network hostable DHCP agents. Network: ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e, hostable agents: ['a8d7af28-eca7-455e-97e1-a648a6b9f014'], hosted agents: [] {{(pid=93419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:27:45.617629 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81906180-1a26-4811-85db-c85de4ad4eb9 admin admin] Network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e is scheduled to be hosted by DHCP agent a8d7af28-eca7-455e-97e1-a648a6b9f014 with binding_index 1 {{(pid=93419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:27:45.627982 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-81906180-1a26-4811-85db-c85de4ad4eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-15-iscsi, ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e) {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:27:45.633636 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81906180-1a26-4811-85db-c85de4ad4eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:45.634376 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-81906180-1a26-4811-85db-c85de4ad4eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:45.639672 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4d2fd9-1ff1-4ed9-afba-7dec63a098b2 None None] Network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:27:45.654733 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-81906180-1a26-4811-85db-c85de4ad4eb9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3543580 Aug 04 15:27:45.655115 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 54826) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:45.661910 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-b822900f-6385-4c91-b732-3b350409f37c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:27:45.686982 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b822900f-6385-4c91-b732-3b350409f37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8061657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:45.688083 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b822900f-6385-4c91-b732-3b350409f37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8061605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7894325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7199'] for router, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:45.748247 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b822900f-6385-4c91-b732-3b350409f37c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:45.819915 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp001a8a58-16e5-53b7-b0b3-2a49f3787e2f-ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e'}]}} from dv-cinder-689486-15-iscsi. {{(pid=93421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:27:45.821397 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:45.928661 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b822900f-6385-4c91-b732-3b350409f37c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:45.983738 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.db_base_plugin_common [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Allocated IP 172.20.0.2 (ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e/eaee7f63-f063-4df1-ba7e-6837cf8cbd3e/4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae) {{(pid=93421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:27:46.005704 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182e275-3426-4af2-9ad1-1b45602946f5 req-04098f34-93ad-4328-910a-df894def4195 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:46.007333 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e182e275-3426-4af2-9ad1-1b45602946f5 req-04098f34-93ad-4328-910a-df894def4195 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/ports?device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 947 time: 0.1385386 Aug 04 15:27:46.065105 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e182e275-3426-4af2-9ad1-1b45602946f5 req-0da0ca90-b347-4d19-8855-39caea1e7b0e tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a186b58-f608-48f7-8e55-43bca27ca457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472391 Aug 04 15:27:46.170754 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:27:46.196344 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Notify callbacks [] for port, precommit_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:46.212400 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Transition to ACTIVE for port object 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae will not be triggered until provisioned by entity L2. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:27:46.244187 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b822900f-6385-4c91-b732-3b350409f37c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:46.273359 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Transition to ACTIVE for port object 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae will not be triggered until provisioned by entity DHCP. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:27:46.273579 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b822900f-6385-4c91-b732-3b350409f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:46.284888 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042'] for port, after_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:46.285190 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e294420-88f4-4c95-83f4-4f339fc75b56 req-a2dc3467-cbaf-4d2c-8b72-ae5daf14c7b5 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:46.286761 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6e294420-88f4-4c95-83f4-4f339fc75b56 req-a2dc3467-cbaf-4d2c-8b72-ae5daf14c7b5 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 945 time: 0.1107924 Aug 04 15:27:46.343920 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e is already hosted by enough agents. {{(pid=93421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:27:46.356261 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.scheduler.base_scheduler [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Resources bound (agent type, host, resource id): {{(pid=93421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:27:46.362985 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Received port after_create {{(pid=93421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:27:46.366072 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7,segment=NetworkSegment(47c2243f-0b9d-4115-b4b1-110df958c8fc),segment_id=47c2243f-0b9d-4115-b4b1-110df958c8fc)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:27:46.373513 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6e294420-88f4-4c95-83f4-4f339fc75b56 req-3dda4ab2-6b93-414d-aa1a-0b87c90c61b1 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788543 Aug 04 15:27:46.406391 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Pushing event updated for resources: {'Port': ['ID=4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae,revision_number=1']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:46.412834 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': 'e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7', 'network_id': '474dfe97-e483-467c-9d3b-f8c4c973ad0e', 'port_id': 'e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7', 'mac_address': 'fa:16:3e:95:bc:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2219213-83a1-48df-a91b-f8528f438b60', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:27:46.422740 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [None req-b822900f-6385-4c91-b732-3b350409f37c admin admin] Allocated IP 172.27.3.119 (a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1/66c61c24-84f1-4482-97f0-c0986315f375/9db16877-21cf-49fa-8b65-be879d6680d0) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:27:46.461822 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Attempting to bind port 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:27:46.462101 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Attempting to bind port 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '09172d19-1e2b-434d-9c76-68738c3d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e'}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:27:46.462471 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Attempting to bind port 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae on network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:27:46.473952 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:27:46.474329 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Checking segment: {'id': '09172d19-1e2b-434d-9c76-68738c3d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:27:46.474737 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:46.475235 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Bound using segment: {'id': '09172d19-1e2b-434d-9c76-68738c3d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e'} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:27:46.475644 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Bound port: 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09172d19-1e2b-434d-9c76-68738c3d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e'}}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:27:46.476026 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:46.497169 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:46.540191 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:27:46.546525 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b822900f-6385-4c91-b732-3b350409f37c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:46.575882 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7,segment=NetworkSegment(47c2243f-0b9d-4115-b4b1-110df958c8fc),segment_id=47c2243f-0b9d-4115-b4b1-110df958c8fc)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:27:46.583943 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:46.587531 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] For port 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:27:46.590518 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b822900f-6385-4c91-b732-3b350409f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:46.593334 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] For port 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:27:46.619000 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:46.633143 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b822900f-6385-4c91-b732-3b350409f37c admin admin] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:27:46.636811 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-b822900f-6385-4c91-b732-3b350409f37c admin admin] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:27:46.641401 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b822900f-6385-4c91-b732-3b350409f37c admin admin] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:27:46.644977 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822900f-6385-4c91-b732-3b350409f37c admin admin] Pushing event updated for resources: {'Port': ['ID=9db16877-21cf-49fa-8b65-be879d6680d0,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:46.658478 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:46.713470 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5520d6-e2c2-4fb5-be76-ca6abd13aeea None None] Pushing event updated for resources: {'Port': ['ID=4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae,revision_number=2']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:46.960488 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b822900f-6385-4c91-b732-3b350409f37c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:47.148172 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 7c756e2c-e9c4-46a4-a0ac-78efa491fc83 up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:27:47.212637 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning for port 7c756e2c-e9c4-46a4-a0ac-78efa491fc83 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:27:47.218809 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port 7c756e2c-e9c4-46a4-a0ac-78efa491fc83 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:27:47.219236 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:47.315114 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:47.345399 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a96a103-2340-439b-b657-b4b0eafc018b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c756e2c-e9c4-46a4-a0ac-78efa491fc83'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:27:47.347966 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822f81eb-0b09-4874-b2c1-a163266c4a25" -d '{"events": [{"server_uuid": "1a96a103-2340-439b-b657-b4b0eafc018b", "name": "network-vif-plugged", "status": "completed", "tag": "7c756e2c-e9c4-46a4-a0ac-78efa491fc83"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:27:47.364352 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 7c756e2c-e9c4-46a4-a0ac-78efa491fc83, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7c756e2c-e9c4-46a4-a0ac-78efa491fc83,segment=NetworkSegment(a81e5b50-023a-4531-a340-3c2f35ddeed5),segment_id=a81e5b50-023a-4531-a340-3c2f35ddeed5)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:27:47.372418 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:47.434260 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=7c756e2c-e9c4-46a4-a0ac-78efa491fc83,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:47.438798 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b03f49-8cb0-4196-9e15-31ca751ce998 x-openstack-request-id: req-b4b03f49-8cb0-4196-9e15-31ca751ce998 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:27:47.439148 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a96a103-2340-439b-b657-b4b0eafc018b", "name": "network-vif-plugged", "status": "completed", "tag": "7c756e2c-e9c4-46a4-a0ac-78efa491fc83", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:27:47.439617 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b4b03f49-8cb0-4196-9e15-31ca751ce998 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:27:47.440332 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a96a103-2340-439b-b657-b4b0eafc018b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c756e2c-e9c4-46a4-a0ac-78efa491fc83', 'code': 200} Aug 04 15:27:47.493078 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b822900f-6385-4c91-b732-3b350409f37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8061782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068651'] for router, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:47.514106 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d26f6-2d76-44d1-950f-a0f30ed4ef51 req-9df08740-f2cb-4c55-a911-525613289f3e tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:47.515772 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-224d26f6-2d76-44d1-950f-a0f30ed4ef51 req-9df08740-f2cb-4c55-a911-525613289f3e tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/ports?device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 948 time: 0.3463519 Aug 04 15:27:47.576311 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b9d39-b1c2-426f-b073-8714781a374f req-eff0d320-1eb8-4136-8f4e-105a58cc8530 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:47.584496 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f14b9d39-b1c2-426f-b073-8714781a374f req-eff0d320-1eb8-4136-8f4e-105a58cc8530 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 946 time: 0.0815916 Aug 04 15:27:47.637643 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f14b9d39-b1c2-426f-b073-8714781a374f req-70a5bbce-6203-4446-88e1-a5876f2c65cd tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520010 Aug 04 15:27:47.643943 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-224d26f6-2d76-44d1-950f-a0f30ed4ef51 req-280b5807-9417-42fe-b482-c67887f5aa66 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a186b58-f608-48f7-8e55-43bca27ca457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925138 Aug 04 15:27:47.712277 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b822900f-6385-4c91-b732-3b350409f37c admin admin] Router 3e266e40-180b-414b-84ab-a5beb52f2d38 is scheduled to L3 agent 0810b032-d755-4732-a353-64b2f2f7440f with binding_index 1 {{(pid=93419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:27:47.743652 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de66b99f-5431-4e1e-b2dd-1dc739c888f6 None None] Network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:27:47.828467 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-93b6a01d-561c-4786-b7e4-c9630499151e None None] Provisioning for port 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:27:47.845726 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b822900f-6385-4c91-b732-3b350409f37c admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:27:47.857220 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] Sync routers for ids ['3e266e40-180b-414b-84ab-a5beb52f2d38'] in dv-cinder-689486-15-iscsi {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:27:47.865879 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b822900f-6385-4c91-b732-3b350409f37c admin admin] Notify callbacks [] for router, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:47.870708 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-b822900f-6385-4c91-b732-3b350409f37c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2110841 Aug 04 15:27:47.871461 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 54854) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:47.892317 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] Routers {'3e266e40-180b-414b-84ab-a5beb52f2d38'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:27:47.893441 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:27:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['3e266e40-180b-414b-84ab-a5beb52f2d38'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:27:47.980538 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:27:48.050892 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:27:48.055678 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:27:48.056144 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:48.062472 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] Set router 3e266e40-180b-414b-84ab-a5beb52f2d38 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:27:48.226354 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:48.268269 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:27:48.274298 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-56007cca-3150-4941-8c8e-05fe77204972 None None] Provisioning complete for port 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:27:48.274787 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-56007cca-3150-4941-8c8e-05fe77204972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:48.279167 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:48.315667 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:46Z', 'revision_number': 3, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:27:48.363875 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae,revision_number=3']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:48.366732 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] Checking router: 3e266e40-180b-414b-84ab-a5beb52f2d38 for host: dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:27:48.367371 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] Updating router 3e266e40-180b-414b-84ab-a5beb52f2d38 port 9db16877-21cf-49fa-8b65-be879d6680d0 binding host dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:27:48.397668 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:48.527698 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463e2f5-ca04-4a37-8fe6-d8786f4c1b5b req-72010181-472c-46d7-b0c8-ba0f176e41f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:48.529724 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b463e2f5-ca04-4a37-8fe6-d8786f4c1b5b req-72010181-472c-46d7-b0c8-ba0f176e41f3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 1099 time: 0.0507941 Aug 04 15:27:48.601379 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b463e2f5-ca04-4a37-8fe6-d8786f4c1b5b req-5a648f7d-0b96-4913-8f69-f53459b7eb20 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526597 Aug 04 15:27:48.750283 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] Notify callbacks [] for port, precommit_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:48.757215 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a9bdd6e5-812c-4569-ba89-08ff821346ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:48.763635 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.provisioning_blocks [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] Transition to ACTIVE for port object 9db16877-21cf-49fa-8b65-be879d6680d0 will not be triggered until provisioned by entity L2. {{(pid=93422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:27:48.770667 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:48.788089 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751ca81-31ee-4abe-adfa-4ea6bfe863d4 req-e8e5f332-3820-4b30-bd5d-da1472fb8221 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:48.790045 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f751ca81-31ee-4abe-adfa-4ea6bfe863d4 req-e8e5f332-3820-4b30-bd5d-da1472fb8221 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 946 time: 0.0543878 Aug 04 15:27:48.825575 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] Attempting to bind port 9db16877-21cf-49fa-8b65-be879d6680d0 on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:27:48.825961 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] Attempting to bind port 9db16877-21cf-49fa-8b65-be879d6680d0 by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}] {{(pid=93422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:27:48.826324 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] Attempting to bind port 9db16877-21cf-49fa-8b65-be879d6680d0 on network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:27:48.829574 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97682b8f-a43a-4087-b344-a238dd13ee23 None None] Pushing event updated for resources: {'Port': ['ID=9db16877-21cf-49fa-8b65-be879d6680d0,revision_number=2']} {{(pid=93422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:48.837261 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:27:48.837638 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] Checking segment: {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:27:48.838040 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:48.838437 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] Bound using segment: {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'} {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:27:48.838947 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] Bound port: 9db16877-21cf-49fa-8b65-be879d6680d0, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}}] {{(pid=93422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:27:48.839437 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:48.840549 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:27:48.843027 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4ddf7-0eee-408a-bd7e-ca4058f89b1c req-b2c70732-2a42-40fa-9682-7b40531c27fe tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:48.844111 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a9c4ddf7-0eee-408a-bd7e-ca4058f89b1c req-b2c70732-2a42-40fa-9682-7b40531c27fe tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/ports?device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 948 time: 0.1050570 Aug 04 15:27:48.848020 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f751ca81-31ee-4abe-adfa-4ea6bfe863d4 req-772521cf-d078-402c-9cf5-26dd2111d9d9 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486465 Aug 04 15:27:48.848178 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97682b8f-a43a-4087-b344-a238dd13ee23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:48.848178 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97682b8f-a43a-4087-b344-a238dd13ee23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:48.848178 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97682b8f-a43a-4087-b344-a238dd13ee23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:48.848664 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97682b8f-a43a-4087-b344-a238dd13ee23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:48.848804 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97682b8f-a43a-4087-b344-a238dd13ee23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:48.849214 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97682b8f-a43a-4087-b344-a238dd13ee23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:48.849450 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97682b8f-a43a-4087-b344-a238dd13ee23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:48.849729 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97682b8f-a43a-4087-b344-a238dd13ee23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:48.850074 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97682b8f-a43a-4087-b344-a238dd13ee23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:48.850406 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97682b8f-a43a-4087-b344-a238dd13ee23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:48.850729 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97682b8f-a43a-4087-b344-a238dd13ee23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:48.851050 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97682b8f-a43a-4087-b344-a238dd13ee23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:48.908201 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.db [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] For port 9db16877-21cf-49fa-8b65-be879d6680d0, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:27:48.914922 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.db [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] For port 9db16877-21cf-49fa-8b65-be879d6680d0, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=9db16877-21cf-49fa-8b65-be879d6680d0,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:27:48.922798 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:48.934982 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a9c4ddf7-0eee-408a-bd7e-ca4058f89b1c req-ac869e15-f0b3-4c0f-84a1-1babcfaf0672 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a186b58-f608-48f7-8e55-43bca27ca457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782881 Aug 04 15:27:48.978089 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] Routers {'3e266e40-180b-414b-84ab-a5beb52f2d38'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:27:48.978843 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:27:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['3e266e40-180b-414b-84ab-a5beb52f2d38'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:27:49.002944 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_common [None req-a9bdd6e5-812c-4569-ba89-08ff821346ad admin admin] Allocated IP 172.20.0.1 (ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e/eaee7f63-f063-4df1-ba7e-6837cf8cbd3e/8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de) {{(pid=93420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:27:49.027598 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97682b8f-a43a-4087-b344-a238dd13ee23 None None] Pushing event updated for resources: {'Port': ['ID=9db16877-21cf-49fa-8b65-be879d6680d0,revision_number=3']} {{(pid=93422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:49.106446 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] Set router 3e266e40-180b-414b-84ab-a5beb52f2d38 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:27:49.131386 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a9bdd6e5-812c-4569-ba89-08ff821346ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:49.147389 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.provisioning_blocks [None req-a9bdd6e5-812c-4569-ba89-08ff821346ad admin admin] Transition to ACTIVE for port object 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de will not be triggered until provisioned by entity DHCP. {{(pid=93420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:27:49.185914 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a9bdd6e5-812c-4569-ba89-08ff821346ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:49.270761 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdd6e5-812c-4569-ba89-08ff821346ad admin admin] Pushing event updated for resources: {'Port': ['ID=8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:49.281073 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bdd6e5-812c-4569-ba89-08ff821346ad admin admin] Network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:27:49.283423 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-a9bdd6e5-812c-4569-ba89-08ff821346ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:27:49.285945 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bdd6e5-812c-4569-ba89-08ff821346ad admin admin] Received port after_create {{(pid=93420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:27:49.335715 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a9bdd6e5-812c-4569-ba89-08ff821346ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8065860'] for router_interface, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:49.457221 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:46Z', 'revision_number': 3, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:27:49.494684 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a578e90-ffca-474a-8f20-7d36d95d619c None None] The sync data for ids ['3e266e40-180b-414b-84ab-a5beb52f2d38'] in dv-cinder-689486-15-iscsi is: [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:46Z', 'revision_number': 3, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}] {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:27:49.528126 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a9bdd6e5-812c-4569-ba89-08ff821346ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:49.646984 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-d8601439-3406-4c0c-bdbc-0cbe10fd8511 None None] Provisioning for port 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:27:49.656377 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-d8601439-3406-4c0c-bdbc-0cbe10fd8511 None None] Provisioning complete for port 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:27:49.659384 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-d8601439-3406-4c0c-bdbc-0cbe10fd8511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:49.708209 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-d8601439-3406-4c0c-bdbc-0cbe10fd8511 None None] Port 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:27:49.747009 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a9bdd6e5-812c-4569-ba89-08ff821346ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:49.756655 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a9bdd6e5-812c-4569-ba89-08ff821346ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773002'] for port, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:49.840493 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a9bdd6e5-812c-4569-ba89-08ff821346ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7928233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8071454'] for router_interface, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:49.851938 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdd6e5-812c-4569-ba89-08ff821346ad admin admin] Pushing event updated for resources: {'Port': ['ID=8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de,revision_number=2']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:50.128989 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3673a6-7b41-44c6-9a58-e31ca5cb8a7c req-66d68db4-5e90-4547-9fcb-b6eb39c55c8f tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:50.144768 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-cc3673a6-7b41-44c6-9a58-e31ca5cb8a7c req-66d68db4-5e90-4547-9fcb-b6eb39c55c8f tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/ports?device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 948 time: 0.0985751 Aug 04 15:27:50.181748 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bdd6e5-812c-4569-ba89-08ff821346ad admin admin] Network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:27:50.195980 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:27:50.218303 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a4377-1da7-4a1d-80b0-0692a475b5be req-9018e4d8-518a-4637-8e39-c6d998814dae tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:50.221843 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1f3a4377-1da7-4a1d-80b0-0692a475b5be req-9018e4d8-518a-4637-8e39-c6d998814dae tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 946 time: 0.2642701 Aug 04 15:27:50.223521 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-a9bdd6e5-812c-4569-ba89-08ff821346ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:27:50.250409 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-cc3673a6-7b41-44c6-9a58-e31ca5cb8a7c req-e8ed29f4-7540-40a3-a53c-e7e6f4b14baa tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a186b58-f608-48f7-8e55-43bca27ca457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053932 Aug 04 15:27:50.313645 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:27:50.373021 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:27:50.373598 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:50.487400 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1f3a4377-1da7-4a1d-80b0-0692a475b5be req-53b52d93-4190-4fc4-af03-ea5c33a0345c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352979 Aug 04 15:27:50.621831 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning for port e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:27:50.674656 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:27:50.674656 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:50.692542 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bdd6e5-812c-4569-ba89-08ff821346ad admin admin] Router 3e266e40-180b-414b-84ab-a5beb52f2d38 has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:27:50.720651 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 9db16877-21cf-49fa-8b65-be879d6680d0 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:27:50.784355 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-d55fc795-e5e4-4984-8f61-5cb1c1ec4713 None None] Provisioning complete for port 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:27:50.785151 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-d55fc795-e5e4-4984-8f61-5cb1c1ec4713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:50.880992 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-d55fc795-e5e4-4984-8f61-5cb1c1ec4713 None None] Port 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:27:50.909304 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port 9db16877-21cf-49fa-8b65-be879d6680d0 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:27:50.912954 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:50.928901 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 9db16877-21cf-49fa-8b65-be879d6680d0 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:27:50.929282 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:50.958691 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bdd6e5-812c-4569-ba89-08ff821346ad admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:27:50.974881 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-a9bdd6e5-812c-4569-ba89-08ff821346ad admin admin] 10.222.0.10 "PUT /v2.0/routers/3e266e40-180b-414b-84ab-a5beb52f2d38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1013429 Aug 04 15:27:50.984434 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ea921d-ce28-413b-996e-dfc2d9053baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:27:50.991272 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066481dc-9e1e-42e9-bcc6-01608c2041df" -d '{"events": [{"server_uuid": "14ea921d-ce28-413b-996e-dfc2d9053baf", "name": "network-vif-plugged", "status": "completed", "tag": "e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:27:51.014564 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7,segment=NetworkSegment(47c2243f-0b9d-4115-b4b1-110df958c8fc),segment_id=47c2243f-0b9d-4115-b4b1-110df958c8fc)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:27:51.053502 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:51.133736 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8c13a9-628f-4859-b5a2-a8c8912bf986 x-openstack-request-id: req-7a8c13a9-628f-4859-b5a2-a8c8912bf986 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:27:51.133736 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ea921d-ce28-413b-996e-dfc2d9053baf", "name": "network-vif-plugged", "status": "completed", "tag": "e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:27:51.133736 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a8c13a9-628f-4859-b5a2-a8c8912bf986 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:27:51.144157 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ea921d-ce28-413b-996e-dfc2d9053baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7', 'code': 200} Aug 04 15:27:51.205001 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:51.222994 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:51.264322 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port 9db16877-21cf-49fa-8b65-be879d6680d0, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=9db16877-21cf-49fa-8b65-be879d6680d0,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:27:51.278905 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:51.408339 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22deeab-6495-45e3-b653-bf5aebb5a643 req-bec926a4-08f1-46c4-9717-581e50860254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:51.409905 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f22deeab-6495-45e3-b653-bf5aebb5a643 req-bec926a4-08f1-46c4-9717-581e50860254 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 1102 time: 0.1194758 Aug 04 15:27:51.504826 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=9db16877-21cf-49fa-8b65-be879d6680d0,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:51.562374 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a3b94-ea60-4284-94e6-e3c3709530ad req-02196261-5663-4794-8984-8c1b05b5d102 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:51.564126 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fc2a3b94-ea60-4284-94e6-e3c3709530ad req-02196261-5663-4794-8984-8c1b05b5d102 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/ports?device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 949 time: 0.2029834 Aug 04 15:27:51.566084 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f22deeab-6495-45e3-b653-bf5aebb5a643 req-89c208d0-b185-451a-be99-e0799006f837 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4a186b58-f608-48f7-8e55-43bca27ca457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182122 Aug 04 15:27:51.612509 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fc2a3b94-ea60-4284-94e6-e3c3709530ad req-c8d30032-484d-4f72-9a0a-d22d42736a84 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a186b58-f608-48f7-8e55-43bca27ca457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412743 Aug 04 15:27:51.641958 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdb2d3-72ad-4a76-ab63-98e5b63dd1c2 req-d6ba91c4-2622-4aa7-a344-d91e12eacebd tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:51.644154 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-33bdb2d3-72ad-4a76-ab63-98e5b63dd1c2 req-d6ba91c4-2622-4aa7-a344-d91e12eacebd tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 946 time: 0.0619917 Aug 04 15:27:51.689370 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-33bdb2d3-72ad-4a76-ab63-98e5b63dd1c2 req-fdacf164-b2cd-43e5-8b9f-0a7de3c6b789 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388875 Aug 04 15:27:51.739075 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 54956) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:51.744278 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-a6b6a1c6-51f5-48ca-8eea-bcde99b0d879 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1575114862-network', 'tenant_id': 'bf787df1e5a2481e88e77d1cf28d95af'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:27:51.782779 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b6a1c6-51f5-48ca-8eea-bcde99b0d879 admin admin] Made reservation on behalf of bf787df1e5a2481e88e77d1cf28d95af for: {'network': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:27:51.785533 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a1c6-51f5-48ca-8eea-bcde99b0d879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for network, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:51.794815 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a1c6-51f5-48ca-8eea-bcde99b0d879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:51.913390 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a1c6-51f5-48ca-8eea-bcde99b0d879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:51.921157 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a1c6-51f5-48ca-8eea-bcde99b0d879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:51.944444 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 9db16877-21cf-49fa-8b65-be879d6680d0 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:27:51.961242 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b6a1c6-51f5-48ca-8eea-bcde99b0d879 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:27:51.974125 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6a1c6-51f5-48ca-8eea-bcde99b0d879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9057ce3-1ab6-422d-88b7-070c70a3082a,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:51.982161 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a1c6-51f5-48ca-8eea-bcde99b0d879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:51.982505 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.segments_db [None req-a6b6a1c6-51f5-48ca-8eea-bcde99b0d879 admin admin] Added segment d8fad354-85f4-43cc-aa9c-a26ea10e2715 of type vlan for network 7560a841-5929-460f-849f-3c443f662b3c Aug 04 15:27:52.006854 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] Sync routers for ids ['3e266e40-180b-414b-84ab-a5beb52f2d38'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:27:52.038564 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] Routers {'3e266e40-180b-414b-84ab-a5beb52f2d38'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:27:52.040261 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:27:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['3e266e40-180b-414b-84ab-a5beb52f2d38'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:27:52.041433 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a1c6-51f5-48ca-8eea-bcde99b0d879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754111838365'] for network, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:52.079095 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a1c6-51f5-48ca-8eea-bcde99b0d879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for network, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:52.080722 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b6a1c6-51f5-48ca-8eea-bcde99b0d879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:52.081619 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a1c6-51f5-48ca-8eea-bcde99b0d879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:52.109876 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-a6b6a1c6-51f5-48ca-8eea-bcde99b0d879 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3696134 Aug 04 15:27:52.112887 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 54970) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:52.129082 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-fbd95407-b670-4eb9-960e-064000cc76c3 admin admin] Request body: {'subnet': {'network_id': '7560a841-5929-460f-849f-3c443f662b3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1575114862-subnet', 'tenant_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'ip_version': 4}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:27:52.165002 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd95407-b670-4eb9-960e-064000cc76c3 admin admin] Made reservation on behalf of bf787df1e5a2481e88e77d1cf28d95af for: {'subnet': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:27:52.168829 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-fbd95407-b670-4eb9-960e-064000cc76c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3822546'] for subnet, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:52.179934 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 9db16877-21cf-49fa-8b65-be879d6680d0 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:27:52.179934 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:52.186949 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6a1c6-51f5-48ca-8eea-bcde99b0d879 admin admin] Pushing event updated for resources: {'Network': ['ID=7560a841-5929-460f-849f-3c443f662b3c,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:52.213739 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Network 7560a841-5929-460f-849f-3c443f662b3c details requested by agent ovs-agent-dv-cinder-689486-15-iscsi with host dv-cinder-689486-15-iscsi {{(pid=93421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:27:52.286079 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] Set router 3e266e40-180b-414b-84ab-a5beb52f2d38 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:27:52.440983 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-fbd95407-b670-4eb9-960e-064000cc76c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2773125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3822528'] for subnet, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:52.531238 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd95407-b670-4eb9-960e-064000cc76c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8159bb5d-7572-4187-87d7-0165ca745e18,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:52.552441 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd95407-b670-4eb9-960e-064000cc76c3 admin admin] Checking segment: {'id': 'd8fad354-85f4-43cc-aa9c-a26ea10e2715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7560a841-5929-460f-849f-3c443f662b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:27:52.552927 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd95407-b670-4eb9-960e-064000cc76c3 admin admin] Network hostable DHCP agents. Network: 7560a841-5929-460f-849f-3c443f662b3c, hostable agents: ['a8d7af28-eca7-455e-97e1-a648a6b9f014'], hosted agents: [] {{(pid=93420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:27:52.585595 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd95407-b670-4eb9-960e-064000cc76c3 admin admin] Network 7560a841-5929-460f-849f-3c443f662b3c is scheduled to be hosted by DHCP agent a8d7af28-eca7-455e-97e1-a648a6b9f014 with binding_index 1 {{(pid=93420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:27:52.614283 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-fbd95407-b670-4eb9-960e-064000cc76c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-15-iscsi, 7560a841-5929-460f-849f-3c443f662b3c) {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:27:52.624914 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd95407-b670-4eb9-960e-064000cc76c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:52.625528 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-fbd95407-b670-4eb9-960e-064000cc76c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:52.627164 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7e5a5a-e0a1-4e92-b036-3c10eca82ae6 None None] Network 7560a841-5929-460f-849f-3c443f662b3c requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:27:52.669468 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 54990) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:52.670720 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-fbd95407-b670-4eb9-960e-064000cc76c3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5449505 Aug 04 15:27:52.674298 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-c28d27ab-6577-4b1c-9d05-b16345ea3c65 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1575114862-router', 'tenant_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:27:52.704111 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de', 'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'mac_address': 'fa:16:3e:a5:35:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:48Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 2, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'subnets': [{'id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:27:52.733805 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 54992) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:52.734832 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c28d27ab-6577-4b1c-9d05-b16345ea3c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8061657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:52.735970 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c28d27ab-6577-4b1c-9d05-b16345ea3c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8061605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7894325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7199'] for router, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:52.755189 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] Checking router: 3e266e40-180b-414b-84ab-a5beb52f2d38 for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:27:52.755598 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] Updating router 3e266e40-180b-414b-84ab-a5beb52f2d38 port 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de binding host dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:27:52.838865 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c28d27ab-6577-4b1c-9d05-b16345ea3c65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:52.851467 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:52.856081 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157fa48-d2aa-4446-b3d3-321c762cc6f4 req-df91af45-f822-4bb1-a046-ed3661a084bc tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:52.857990 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5157fa48-d2aa-4446-b3d3-321c762cc6f4 req-df91af45-f822-4bb1-a046-ed3661a084bc tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/ports?device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 949 time: 0.1358781 Aug 04 15:27:52.930041 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2a34d70f-13a3-4dd1-817c-97c00a9e2283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:53.071841 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5157fa48-d2aa-4446-b3d3-321c762cc6f4 req-71137f65-4a42-435b-a892-2f76c4aaa5f6 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a186b58-f608-48f7-8e55-43bca27ca457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624911 Aug 04 15:27:53.082393 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c28d27ab-6577-4b1c-9d05-b16345ea3c65 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:53.083222 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2a34d70f-13a3-4dd1-817c-97c00a9e2283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:53.090163 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2a34d70f-13a3-4dd1-817c-97c00a9e2283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:53.127326 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34d70f-13a3-4dd1-817c-97c00a9e2283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37493bd-c953-4b77-a51b-b10d8dde34db,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:53.190395 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-2a34d70f-13a3-4dd1-817c-97c00a9e2283 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0c63b78c8614e83947255ecceee7efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4547088 Aug 04 15:27:53.194187 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 55002) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:53.195745 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp001a8a58-16e5-53b7-b0b3-2a49f3787e2f-7560a841-5929-460f-849f-3c443f662b3c', 'network_id': '7560a841-5929-460f-849f-3c443f662b3c', 'tenant_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'fixed_ips': [{'subnet_id': '8159bb5d-7572-4187-87d7-0165ca745e18'}]}} from dv-cinder-689486-15-iscsi. {{(pid=93421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:27:53.196614 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:53.258474 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e83e2-4930-449d-8254-740d35af2bf2 req-8efedfa7-1ad8-4f16-8503-eaab92651d28 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:53.260341 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ef5e83e2-4930-449d-8254-740d35af2bf2 req-8efedfa7-1ad8-4f16-8503-eaab92651d28 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 946 time: 0.1343541 Aug 04 15:27:53.357441 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ef5e83e2-4930-449d-8254-740d35af2bf2 req-17511539-2608-4c42-9218-a29aa65a4802 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685728 Aug 04 15:27:53.362360 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e0587627-d64a-4fc8-8398-d37a112afc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:53.396608 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e0587627-d64a-4fc8-8398-d37a112afc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:53.462750 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c28d27ab-6577-4b1c-9d05-b16345ea3c65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:53.463061 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e0587627-d64a-4fc8-8398-d37a112afc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:53.466700 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e0587627-d64a-4fc8-8398-d37a112afc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:53.472331 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-e0587627-d64a-4fc8-8398-d37a112afc09 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e37493bd-c953-4b77-a51b-b10d8dde34db HTTP/1.1" status: 204 len: 168 time: 0.2721043 Aug 04 15:27:53.485120 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c28d27ab-6577-4b1c-9d05-b16345ea3c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:53.486566 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0587627-d64a-4fc8-8398-d37a112afc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37493bd-c953-4b77-a51b-b10d8dde34db,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:53.544210 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.db_base_plugin_common [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Allocated IP 172.20.0.2 (7560a841-5929-460f-849f-3c443f662b3c/8159bb5d-7572-4187-87d7-0165ca745e18/3832d627-b3bb-48db-8363-9b87144f34ab) {{(pid=93421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:27:53.583051 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] Notify callbacks [] for port, precommit_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:53.610593 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] Transition to ACTIVE for port object 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de will not be triggered until provisioned by entity L2. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:27:53.623084 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:53.653054 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [None req-c28d27ab-6577-4b1c-9d05-b16345ea3c65 admin admin] Allocated IP 172.27.3.70 (a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1/66c61c24-84f1-4482-97f0-c0986315f375/4d08b695-841c-457c-b0e8-44d84328b53c) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:27:53.771863 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc637a0d-2603-4143-a36a-fab05dfb551f None None] Pushing event updated for resources: {'Port': ['ID=8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de,revision_number=3']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:53.889581 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c28d27ab-6577-4b1c-9d05-b16345ea3c65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:53.904280 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] Attempting to bind port 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:27:53.904651 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] Attempting to bind port 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '09172d19-1e2b-434d-9c76-68738c3d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e'}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:27:53.905015 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] Attempting to bind port 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de on network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:27:53.917867 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:27:53.918253 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] Checking segment: {'id': '09172d19-1e2b-434d-9c76-68738c3d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:27:53.918813 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:53.919266 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] Bound using segment: {'id': '09172d19-1e2b-434d-9c76-68738c3d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e'} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:27:53.919818 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] Bound port: 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09172d19-1e2b-434d-9c76-68738c3d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e'}}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:27:53.920194 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:53.945598 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Notify callbacks [] for port, precommit_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:53.963116 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c28d27ab-6577-4b1c-9d05-b16345ea3c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:54.006171 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Transition to ACTIVE for port object 3832d627-b3bb-48db-8363-9b87144f34ab will not be triggered until provisioned by entity L2. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:27:54.053594 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28d27ab-6577-4b1c-9d05-b16345ea3c65 admin admin] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:27:54.060177 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-c28d27ab-6577-4b1c-9d05-b16345ea3c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:27:54.065304 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28d27ab-6577-4b1c-9d05-b16345ea3c65 admin admin] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:27:54.131202 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d27ab-6577-4b1c-9d05-b16345ea3c65 admin admin] Pushing event updated for resources: {'Port': ['ID=4d08b695-841c-457c-b0e8-44d84328b53c,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:54.131841 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Transition to ACTIVE for port object 3832d627-b3bb-48db-8363-9b87144f34ab will not be triggered until provisioned by entity DHCP. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:27:54.178520 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042'] for port, after_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:54.201160 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Network 7560a841-5929-460f-849f-3c443f662b3c is already hosted by enough agents. {{(pid=93421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:27:54.208197 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.scheduler.base_scheduler [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Resources bound (agent type, host, resource id): {{(pid=93421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:27:54.214652 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Received port after_create {{(pid=93421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:27:54.235286 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] For port 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:27:54.255730 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0a40d-d657-453d-ac4b-6e0225a15794 req-dd43196c-ade5-43e5-92d5-ce9553cb6640 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:54.267657 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-43c0a40d-d657-453d-ac4b-6e0225a15794 req-dd43196c-ade5-43e5-92d5-ce9553cb6640 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/ports?device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 949 time: 0.0764852 Aug 04 15:27:54.303690 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] For port 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:27:54.305244 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Pushing event updated for resources: {'Port': ['ID=3832d627-b3bb-48db-8363-9b87144f34ab,revision_number=1']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:54.316981 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-43c0a40d-d657-453d-ac4b-6e0225a15794 req-6d241bdc-9c74-49b3-9237-c04892c8d4ad tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a186b58-f608-48f7-8e55-43bca27ca457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481687 Aug 04 15:27:54.342375 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:54.570161 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c28d27ab-6577-4b1c-9d05-b16345ea3c65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:54.583619 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02d2df-da95-4aa3-8a14-57b8665650d3 req-89061330-dfab-4b83-92ed-b851f800ca32 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:54.600977 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9c02d2df-da95-4aa3-8a14-57b8665650d3 req-89061330-dfab-4b83-92ed-b851f800ca32 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 946 time: 0.1402035 Aug 04 15:27:54.639103 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Attempting to bind port 3832d627-b3bb-48db-8363-9b87144f34ab on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:27:54.639505 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Attempting to bind port 3832d627-b3bb-48db-8363-9b87144f34ab by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': 'd8fad354-85f4-43cc-aa9c-a26ea10e2715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7560a841-5929-460f-849f-3c443f662b3c'}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:27:54.639876 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Attempting to bind port 3832d627-b3bb-48db-8363-9b87144f34ab on network 7560a841-5929-460f-849f-3c443f662b3c {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:27:54.648420 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:27:54.648849 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Checking segment: {'id': 'd8fad354-85f4-43cc-aa9c-a26ea10e2715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7560a841-5929-460f-849f-3c443f662b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:27:54.649205 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:54.649608 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Bound using segment: {'id': 'd8fad354-85f4-43cc-aa9c-a26ea10e2715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7560a841-5929-460f-849f-3c443f662b3c'} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:27:54.650153 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Bound port: 3832d627-b3bb-48db-8363-9b87144f34ab, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fad354-85f4-43cc-aa9c-a26ea10e2715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7560a841-5929-460f-849f-3c443f662b3c'}}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:27:54.650466 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:54.712962 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9c02d2df-da95-4aa3-8a14-57b8665650d3 req-e509b1a5-edaa-4a43-9ef9-fa1f15544ca9 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105666 Aug 04 15:27:54.747555 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] Routers {'3e266e40-180b-414b-84ab-a5beb52f2d38'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:27:54.748212 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:27:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['3e266e40-180b-414b-84ab-a5beb52f2d38'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:27:54.807115 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc637a0d-2603-4143-a36a-fab05dfb551f None None] Pushing event updated for resources: {'Port': ['ID=8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:54.860808 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] For port 3832d627-b3bb-48db-8363-9b87144f34ab, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:27:54.869771 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] For port 3832d627-b3bb-48db-8363-9b87144f34ab, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=3832d627-b3bb-48db-8363-9b87144f34ab,segment=NetworkSegment(d8fad354-85f4-43cc-aa9c-a26ea10e2715),segment_id=d8fad354-85f4-43cc-aa9c-a26ea10e2715)] {{(pid=93421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:27:54.908099 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:54.949957 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82818a-3bbd-4357-ae2d-28c633ddea24 req-1a842441-a1e6-4047-8896-cfeabce55a28 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:54.951633 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-af82818a-3bbd-4357-ae2d-28c633ddea24 req-1a842441-a1e6-4047-8896-cfeabce55a28 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/ports?device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 949 time: 0.2005804 Aug 04 15:27:55.016839 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] Set router 3e266e40-180b-414b-84ab-a5beb52f2d38 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:27:55.080228 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c28d27ab-6577-4b1c-9d05-b16345ea3c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8061782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068651'] for router, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:55.084381 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a66871-607e-48ff-bb62-1d72792867fc None None] Pushing event updated for resources: {'Port': ['ID=3832d627-b3bb-48db-8363-9b87144f34ab,revision_number=2']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:55.200870 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-af82818a-3bbd-4357-ae2d-28c633ddea24 req-b86333bd-7ce5-4415-bfb7-ce48a4a47b43 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a186b58-f608-48f7-8e55-43bca27ca457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210423 Aug 04 15:27:55.363570 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28d27ab-6577-4b1c-9d05-b16345ea3c65 admin admin] Router 83a3ec51-587f-4192-83b9-43bee7c29a6e is scheduled to L3 agent 0810b032-d755-4732-a353-64b2f2f7440f with binding_index 1 {{(pid=93419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:27:55.489407 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de', 'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'mac_address': 'fa:16:3e:a5:35:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:48Z', 'updated_at': '2021-08-04T15:27:54Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'subnets': [{'id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:27:55.521469 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4333aec-03b1-460a-8c56-9a0cd80f2af3 None None] The sync data for ids ['3e266e40-180b-414b-84ab-a5beb52f2d38'] in dv-cinder-689486-15-iscsi is: [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de', 'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'mac_address': 'fa:16:3e:a5:35:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:48Z', 'updated_at': '2021-08-04T15:27:54Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'subnets': [{'id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:27:55.616831 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3859999-850c-4873-bdc7-4f86779f84fe req-c710dfdf-7742-4bb9-a0fb-fa55b3432c26 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:55.618439 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f3859999-850c-4873-bdc7-4f86779f84fe req-c710dfdf-7742-4bb9-a0fb-fa55b3432c26 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 946 time: 0.1397581 Aug 04 15:27:55.702501 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28d27ab-6577-4b1c-9d05-b16345ea3c65 admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:27:55.730327 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] Sync routers for ids ['83a3ec51-587f-4192-83b9-43bee7c29a6e'] in dv-cinder-689486-15-iscsi {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:27:55.746912 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] Routers {'83a3ec51-587f-4192-83b9-43bee7c29a6e'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:27:55.749444 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:27:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['83a3ec51-587f-4192-83b9-43bee7c29a6e'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:27:55.782935 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c28d27ab-6577-4b1c-9d05-b16345ea3c65 admin admin] Notify callbacks [] for router, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:55.787284 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-c28d27ab-6577-4b1c-9d05-b16345ea3c65 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1166487 Aug 04 15:27:55.787451 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 55114) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:27:55.868525 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-f3859999-850c-4873-bdc7-4f86779f84fe req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Deleting port 7c756e2c-e9c4-46a4-a0ac-78efa491fc83 {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:27:55.868864 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f3859999-850c-4873-bdc7-4f86779f84fe req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:55.881245 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76ef27-bcf6-4179-90b6-19273e306575 req-517a64be-0ba7-403a-8a3a-e784645ba962 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:55.882998 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3f76ef27-bcf6-4179-90b6-19273e306575 req-517a64be-0ba7-403a-8a3a-e784645ba962 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 946 time: 0.0878055 Aug 04 15:27:55.993224 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] Set router 83a3ec51-587f-4192-83b9-43bee7c29a6e gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:27:56.142169 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:27:56.291681 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:27:56.298624 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:27:56.299232 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:56.410551 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a3ec51-587f-4192-83b9-43bee7c29a6e', 'name': 'tempest-TestVolumeBootPattern-1575114862-router', 'tenant_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '4d08b695-841c-457c-b0e8-44d84328b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:52Z', 'updated_at': '2021-08-04T15:27:54Z', 'revision_number': 3, 'project_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'gw_port': {'id': '4d08b695-841c-457c-b0e8-44d84328b53c', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:90:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a3ec51-587f-4192-83b9-43bee7c29a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:53Z', 'updated_at': '2021-08-04T15:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:27:56.461609 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] Checking router: 83a3ec51-587f-4192-83b9-43bee7c29a6e for host: dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:27:56.463757 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] Updating router 83a3ec51-587f-4192-83b9-43bee7c29a6e port 4d08b695-841c-457c-b0e8-44d84328b53c binding host dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:27:56.500277 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:56.506580 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:56.585046 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:27:56.593184 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:56.594000 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 3832d627-b3bb-48db-8363-9b87144f34ab up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:27:56.621807 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3f76ef27-bcf6-4179-90b6-19273e306575 req-0aa34031-edea-4fe7-a0ed-34f395781535 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/security-groups?id=bdcd7839-fe4f-4b91-9f40-ed4f80760733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7161412 Aug 04 15:27:56.792035 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd44a7-71ed-422b-8893-78faf799a76b req-5f0018cd-9257-43cc-85d4-55dbade9d644 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:56.802722 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-f3859999-850c-4873-bdc7-4f86779f84fe req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] For port 7c756e2c-e9c4-46a4-a0ac-78efa491fc83, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7c756e2c-e9c4-46a4-a0ac-78efa491fc83,segment=NetworkSegment(a81e5b50-023a-4531-a340-3c2f35ddeed5),segment_id=a81e5b50-023a-4531-a340-3c2f35ddeed5)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:27:56.806028 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f3859999-850c-4873-bdc7-4f86779f84fe req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:56.806787 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-96bd44a7-71ed-422b-8893-78faf799a76b req-5f0018cd-9257-43cc-85d4-55dbade9d644 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/ports?device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 949 time: 0.4538116 Aug 04 15:27:56.864840 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:56.887745 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-f3859999-850c-4873-bdc7-4f86779f84fe req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Calling delete_port for 7c756e2c-e9c4-46a4-a0ac-78efa491fc83 owned by compute:nova {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:27:56.892231 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c98c668-9fe8-4bd8-b68d-3761856690b8 None None] Network 7560a841-5929-460f-849f-3c443f662b3c requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:27:57.045744 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-96bd44a7-71ed-422b-8893-78faf799a76b req-956c9bc4-1114-4bcb-b0eb-56e42719d0ea tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a186b58-f608-48f7-8e55-43bca27ca457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366881 Aug 04 15:27:57.111651 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port 3832d627-b3bb-48db-8363-9b87144f34ab completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:27:57.176335 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-88fa7b96-d830-44f2-9977-be3c043a892b None None] Provisioning for port 3832d627-b3bb-48db-8363-9b87144f34ab completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:27:57.190321 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-88fa7b96-d830-44f2-9977-be3c043a892b None None] Provisioning complete for port 3832d627-b3bb-48db-8363-9b87144f34ab triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:27:57.196786 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-88fa7b96-d830-44f2-9977-be3c043a892b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:57.219449 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:57.222631 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] Notify callbacks [] for port, precommit_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:57.234652 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.provisioning_blocks [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] Transition to ACTIVE for port object 4d08b695-841c-457c-b0e8-44d84328b53c will not be triggered until provisioned by entity L2. {{(pid=93422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:27:57.254683 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:57.361016 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] Attempting to bind port 4d08b695-841c-457c-b0e8-44d84328b53c on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:27:57.361400 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] Attempting to bind port 4d08b695-841c-457c-b0e8-44d84328b53c by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}] {{(pid=93422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:27:57.367884 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] Attempting to bind port 4d08b695-841c-457c-b0e8-44d84328b53c on network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:27:57.375160 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800926c-4d30-456e-a825-7912c794f97e None None] Pushing event updated for resources: {'Port': ['ID=4d08b695-841c-457c-b0e8-44d84328b53c,revision_number=2']} {{(pid=93422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:57.394476 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:27:57.394875 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] Checking segment: {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:27:57.395359 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:57.395761 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] Bound using segment: {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'} {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:27:57.396707 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] Bound port: 4d08b695-841c-457c-b0e8-44d84328b53c, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}}] {{(pid=93422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:27:57.397420 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:57.398302 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f3859999-850c-4873-bdc7-4f86779f84fe req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:57.552501 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Pushing event deleted for resources: {'Port': ['ID=7c756e2c-e9c4-46a4-a0ac-78efa491fc83,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:57.580732 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.db [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] For port 4d08b695-841c-457c-b0e8-44d84328b53c, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:27:57.592192 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.db [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] For port 4d08b695-841c-457c-b0e8-44d84328b53c, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=4d08b695-841c-457c-b0e8-44d84328b53c,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:27:57.595497 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-88fa7b96-d830-44f2-9977-be3c043a892b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:57.600440 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:57.608860 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:57.609379 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:57.612436 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:57.617645 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:57.618298 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:57.618792 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:57.619367 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:57.619502 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_common [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Allocated IP 172.20.0.1 (7560a841-5929-460f-849f-3c443f662b3c/8159bb5d-7572-4187-87d7-0165ca745e18/7e17aa19-1b64-4918-8411-a884f35c1cb0) {{(pid=93420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:27:57.620901 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:57.624981 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:57.626407 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:57.628493 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:57.629570 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:57.678241 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-88fa7b96-d830-44f2-9977-be3c043a892b None None] For port 3832d627-b3bb-48db-8363-9b87144f34ab, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=3832d627-b3bb-48db-8363-9b87144f34ab,segment=NetworkSegment(d8fad354-85f4-43cc-aa9c-a26ea10e2715),segment_id=d8fad354-85f4-43cc-aa9c-a26ea10e2715)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:27:57.690646 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-88fa7b96-d830-44f2-9977-be3c043a892b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:57.721222 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757f975-7a57-4637-bfc0-8cab9e56a7dc req-cd00948b-331f-4269-aaa1-09802a10b944 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:57.729803 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6757f975-7a57-4637-bfc0-8cab9e56a7dc req-cd00948b-331f-4269-aaa1-09802a10b944 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 949 time: 0.4607830 Aug 04 15:27:57.730504 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800926c-4d30-456e-a825-7912c794f97e None None] Pushing event updated for resources: {'Port': ['ID=4d08b695-841c-457c-b0e8-44d84328b53c,revision_number=3']} {{(pid=93422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:57.742294 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] Routers {'83a3ec51-587f-4192-83b9-43bee7c29a6e'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:27:57.743365 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:27:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['83a3ec51-587f-4192-83b9-43bee7c29a6e'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:27:57.805947 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3859999-850c-4873-bdc7-4f86779f84fe req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] No DVR routers for this DVR port 7c756e2c-e9c4-46a4-a0ac-78efa491fc83 on host hv-cinder-68948 {{(pid=93419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:27:57.809927 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-f3859999-850c-4873-bdc7-4f86779f84fe req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:57.813188 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f3859999-850c-4873-bdc7-4f86779f84fe req-59717aa8-4f21-4280-b0d9-1dcda16fea2c tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.59 "DELETE /v2.0/ports/7c756e2c-e9c4-46a4-a0ac-78efa491fc83 HTTP/1.1" status: 204 len: 173 time: 2.1466157 Aug 04 15:27:57.813893 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a96a103-2340-439b-b657-b4b0eafc018b', 'name': 'network-vif-deleted', 'tag': '7c756e2c-e9c4-46a4-a0ac-78efa491fc83'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:27:57.816719 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00e11ae-fddb-4d81-8367-b16d0cda23f9" -d '{"events": [{"server_uuid": "1a96a103-2340-439b-b657-b4b0eafc018b", "name": "network-vif-deleted", "tag": "7c756e2c-e9c4-46a4-a0ac-78efa491fc83"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:27:57.860191 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa7b96-d830-44f2-9977-be3c043a892b None None] Pushing event updated for resources: {'Port': ['ID=3832d627-b3bb-48db-8363-9b87144f34ab,revision_number=3']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:57.928239 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-d0454067-72c4-4160-8340-5df1c581db29 None None] Provisioning complete for port 3832d627-b3bb-48db-8363-9b87144f34ab triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:27:57.928625 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-d0454067-72c4-4160-8340-5df1c581db29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:57.961650 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead5b1d-c6b4-45b9-988a-769139f02668 req-3faf4999-1a2b-4dce-9750-f2ee19c59e82 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:57.965577 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3ead5b1d-c6b4-45b9-988a-769139f02668 req-3faf4999-1a2b-4dce-9750-f2ee19c59e82 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.1075733 Aug 04 15:27:57.971244 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a0fad3fa-5278-46b9-a7cf-221d43debc02 req-d58376f4-231d-46f3-83c8-b9e6d24c1d4f tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 210 time: 0.0970955 Aug 04 15:27:57.984227 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:58.014051 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:27:58.015250 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.provisioning_blocks [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Transition to ACTIVE for port object 7e17aa19-1b64-4918-8411-a884f35c1cb0 will not be triggered until provisioned by entity DHCP. {{(pid=93420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:27:58.019491 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] Set router 83a3ec51-587f-4192-83b9-43bee7c29a6e gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:27:58.066217 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3ead5b1d-c6b4-45b9-988a-769139f02668 req-c3b4cce7-0bd7-4bd2-9e5d-c4720f0c9477 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883870 Aug 04 15:27:58.066807 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:58.087861 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914ef154-46f6-4c10-b970-3b5a685554ab x-openstack-request-id: req-914ef154-46f6-4c10-b970-3b5a685554ab {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:27:58.088627 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a96a103-2340-439b-b657-b4b0eafc018b", "name": "network-vif-deleted", "tag": "7c756e2c-e9c4-46a4-a0ac-78efa491fc83", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:27:58.090005 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-914ef154-46f6-4c10-b970-3b5a685554ab {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:27:58.090839 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a96a103-2340-439b-b657-b4b0eafc018b', 'name': 'network-vif-deleted', 'tag': '7c756e2c-e9c4-46a4-a0ac-78efa491fc83', 'status': 'completed', 'code': 200} Aug 04 15:27:58.135550 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:27:58.136188 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:58.153195 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Network 7560a841-5929-460f-849f-3c443f662b3c is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:27:58.160346 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:27:58.163409 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Received port after_create {{(pid=93420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:27:58.225549 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8065860'] for router_interface, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:58.274064 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 3832d627-b3bb-48db-8363-9b87144f34ab up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:27:58.324058 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Pushing event updated for resources: {'Port': ['ID=7e17aa19-1b64-4918-8411-a884f35c1cb0,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:58.336902 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 3832d627-b3bb-48db-8363-9b87144f34ab triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:27:58.337275 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:58.354238 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:58.354691 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:58.355153 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:58.355655 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:58.356089 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:58.357026 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:58.357026 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:58.357756 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:58.358198 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:58.358621 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:58.359481 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:58.359920 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:27:58.460938 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e52e58-238d-4fc6-9561-9f4f5fa647ad req-f01edeb6-cf5d-4563-8cb6-1868f330f8e5 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:58.463098 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-83e52e58-238d-4fc6-9561-9f4f5fa647ad req-f01edeb6-cf5d-4563-8cb6-1868f330f8e5 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/ports?device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 949 time: 0.2409058 Aug 04 15:27:58.484375 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a3ec51-587f-4192-83b9-43bee7c29a6e', 'name': 'tempest-TestVolumeBootPattern-1575114862-router', 'tenant_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '4d08b695-841c-457c-b0e8-44d84328b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:52Z', 'updated_at': '2021-08-04T15:27:54Z', 'revision_number': 3, 'project_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'gw_port': {'id': '4d08b695-841c-457c-b0e8-44d84328b53c', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:90:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a3ec51-587f-4192-83b9-43bee7c29a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:53Z', 'updated_at': '2021-08-04T15:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:27:58.539316 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7a3101-8c4b-4e61-a078-22abb40a37aa None None] The sync data for ids ['83a3ec51-587f-4192-83b9-43bee7c29a6e'] in dv-cinder-689486-15-iscsi is: [{'id': '83a3ec51-587f-4192-83b9-43bee7c29a6e', 'name': 'tempest-TestVolumeBootPattern-1575114862-router', 'tenant_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '4d08b695-841c-457c-b0e8-44d84328b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:52Z', 'updated_at': '2021-08-04T15:27:54Z', 'revision_number': 3, 'project_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'gw_port': {'id': '4d08b695-841c-457c-b0e8-44d84328b53c', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:90:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a3ec51-587f-4192-83b9-43bee7c29a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:53Z', 'updated_at': '2021-08-04T15:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}] {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:27:58.551450 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:58.555422 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-9870f632-60fe-4ebc-8f9b-54508b68ad70 None None] Provisioning for port 7e17aa19-1b64-4918-8411-a884f35c1cb0 completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:27:58.556351 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-83e52e58-238d-4fc6-9561-9f4f5fa647ad req-43936b7f-b35a-4268-a968-3dd5b3e87334 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a186b58-f608-48f7-8e55-43bca27ca457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823190 Aug 04 15:27:58.560916 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-9870f632-60fe-4ebc-8f9b-54508b68ad70 None None] Provisioning complete for port 7e17aa19-1b64-4918-8411-a884f35c1cb0 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:27:58.561296 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-9870f632-60fe-4ebc-8f9b-54508b68ad70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:58.611342 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-9870f632-60fe-4ebc-8f9b-54508b68ad70 None None] Port 7e17aa19-1b64-4918-8411-a884f35c1cb0 cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:27:58.847196 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-e7f6520d-6dd8-42c2-9f97-3f825bd01cca tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:27:58.848783 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-e7f6520d-6dd8-42c2-9f97-3f825bd01cca tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/networks?id=89d3de88-030a-42d8-9d29-df540f5bc376 HTTP/1.1" status: 200 len: 815 time: 0.1523402 Aug 04 15:27:58.886483 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-6f79ef96-0ddf-4857-811b-314ac816d9af tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/quotas/86904fa016994708a0fe21de85f6359a HTTP/1.1" status: 200 len: 375 time: 0.0215647 Aug 04 15:27:58.892201 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:58.932440 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773002'] for port, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:59.017683 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7928233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8071454'] for router_interface, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:59.032508 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-6f2b2f70-217d-453a-8a24-f5e18eefbee8 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=86904fa016994708a0fe21de85f6359a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1372972 Aug 04 15:27:59.036631 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Pushing event updated for resources: {'Port': ['ID=7e17aa19-1b64-4918-8411-a884f35c1cb0,revision_number=2']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:27:59.214816 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-6e6a606c-5ae5-47ac-9e2c-33782320a035 service neutron] 10.222.0.10 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600289 Aug 04 15:27:59.216719 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Network 7560a841-5929-460f-849f-3c443f662b3c is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:27:59.218249 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:27:59.535585 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-ad8099c9-b0fd-43f8-8bd5-b4c90e00a3c3 None None] Provisioning complete for port 7e17aa19-1b64-4918-8411-a884f35c1cb0 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:27:59.536422 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-ad8099c9-b0fd-43f8-8bd5-b4c90e00a3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:27:59.587979 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-ad8099c9-b0fd-43f8-8bd5-b4c90e00a3c3 None None] Port 7e17aa19-1b64-4918-8411-a884f35c1cb0 cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:27:59.653154 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-2701ac29-4472-425d-b9e3-2695b5d960ee service neutron] 10.222.0.10 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291933 Aug 04 15:27:59.666457 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Router 83a3ec51-587f-4192-83b9-43bee7c29a6e has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:27:59.744515 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 7c756e2c-e9c4-46a4-a0ac-78efa491fc83 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:27:59.771622 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] No Port match for: 7c756e2c-e9c4-46a4-a0ac-78efa491fc83 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:27:59.772348 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 7c756e2c-e9c4-46a4-a0ac-78efa491fc83 not bound to the agent host hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:27:59.797351 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:27:59.803081 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-df959e02-7993-48f1-8b7e-ddfebc598916 admin admin] 10.222.0.10 "PUT /v2.0/routers/83a3ec51-587f-4192-83b9-43bee7c29a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0138085 Aug 04 15:27:59.897035 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1e435356-a55c-411c-b236-b8f3a88e02a8 req-a471fd4b-5386-473f-9657-08615b960d72 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 210 time: 0.0442870 Aug 04 15:28:00.074645 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 4d08b695-841c-457c-b0e8-44d84328b53c up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:28:00.153317 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port 4d08b695-841c-457c-b0e8-44d84328b53c completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:28:00.160522 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 4d08b695-841c-457c-b0e8-44d84328b53c triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:28:00.161158 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:00.190629 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f493db-329e-4877-92df-73c14615e9d6 req-d2754b33-36b2-48b0-914d-4d061c1c9c24 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:00.192751 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c8f493db-329e-4877-92df-73c14615e9d6 req-d2754b33-36b2-48b0-914d-4d061c1c9c24 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0797358 Aug 04 15:28:00.267348 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c8f493db-329e-4877-92df-73c14615e9d6 req-3425eaf5-c8e7-45f5-a415-f2de9227f225 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653036 Aug 04 15:28:00.319349 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:00.354798 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port 4d08b695-841c-457c-b0e8-44d84328b53c, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=4d08b695-841c-457c-b0e8-44d84328b53c,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:00.361733 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:00.428402 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d628a-5363-4129-9d2f-ebf323a4fd8b req-509d651a-3f7e-475e-b568-8b1195373426 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:00.434506 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4a3d628a-5363-4129-9d2f-ebf323a4fd8b req-509d651a-3f7e-475e-b568-8b1195373426 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/ports?device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 949 time: 0.0713589 Aug 04 15:28:00.436620 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=4d08b695-841c-457c-b0e8-44d84328b53c,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:00.494149 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4a3d628a-5363-4129-9d2f-ebf323a4fd8b req-d3a0c991-a503-4332-bd0d-48723eb3bf6f tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a186b58-f608-48f7-8e55-43bca27ca457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417621 Aug 04 15:28:00.529841 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] Sync routers for ids ['83a3ec51-587f-4192-83b9-43bee7c29a6e'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:28:00.543511 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] Routers {'83a3ec51-587f-4192-83b9-43bee7c29a6e'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:28:00.544165 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:27:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['83a3ec51-587f-4192-83b9-43bee7c29a6e'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:28:00.617541 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fdbdba4f-a890-4198-ba53-19f99136d832 req-70eb50b0-c8f2-41bc-9901-0915e5daf9c4 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 210 time: 0.0404849 Aug 04 15:28:00.677181 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] Set router 83a3ec51-587f-4192-83b9-43bee7c29a6e gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:28:00.922668 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a3ec51-587f-4192-83b9-43bee7c29a6e', 'name': 'tempest-TestVolumeBootPattern-1575114862-router', 'tenant_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '4d08b695-841c-457c-b0e8-44d84328b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:52Z', 'updated_at': '2021-08-04T15:27:58Z', 'revision_number': 4, 'project_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'gw_port': {'id': '4d08b695-841c-457c-b0e8-44d84328b53c', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a3ec51-587f-4192-83b9-43bee7c29a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:53Z', 'updated_at': '2021-08-04T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '7e17aa19-1b64-4918-8411-a884f35c1cb0', 'name': '', 'network_id': '7560a841-5929-460f-849f-3c443f662b3c', 'tenant_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'mac_address': 'fa:16:3e:a6:1d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a3ec51-587f-4192-83b9-43bee7c29a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8159bb5d-7572-4187-87d7-0165ca745e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:57Z', 'updated_at': '2021-08-04T15:27:58Z', 'revision_number': 2, 'project_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'subnets': [{'id': '8159bb5d-7572-4187-87d7-0165ca745e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:28:01.000022 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] Checking router: 83a3ec51-587f-4192-83b9-43bee7c29a6e for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:28:01.000585 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] Updating router 83a3ec51-587f-4192-83b9-43bee7c29a6e port 7e17aa19-1b64-4918-8411-a884f35c1cb0 binding host dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:28:01.053056 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:01.087264 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 55204) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:01.098699 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-14a3b979-1200-457a-a5ed-bada40ea0df9 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1426348976', 'description': 'tempest-secgroup-smoke-1426348976 description', 'project_id': '81189bdeb0e34495ae3b1512fddfe444'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:28:01.194543 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-14a3b979-1200-457a-a5ed-bada40ea0df9 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:01.223167 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ea1dcc2b-5324-4c6c-97d2-cb991682b999 req-61c99328-71c4-49de-9f32-8386f890c983 tempest-VolumesActionsTest-1972874328 tempest-VolumesActionsTest-1972874328-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a96a103-2340-439b-b657-b4b0eafc018b HTTP/1.1" status: 200 len: 210 time: 0.1313882 Aug 04 15:28:01.246034 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e5fb2-582b-4043-a3c7-a3cb40bdb457 req-2b8bcd5d-6fc5-4991-b8fb-11be41bfb61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:01.248140 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-343e5fb2-582b-4043-a3c7-a3cb40bdb457 req-2b8bcd5d-6fc5-4991-b8fb-11be41bfb61b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=13d02bf790ce4464804411b784db648d&device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 1098 time: 0.3170359 Aug 04 15:28:01.325612 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-6757f975-7a57-4637-bfc0-8cab9e56a7dc req-5347a933-2a38-474e-ae1e-715d9d4d73b4 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Deleting port e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:28:01.326025 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-6757f975-7a57-4637-bfc0-8cab9e56a7dc req-5347a933-2a38-474e-ae1e-715d9d4d73b4 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:01.344369 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-14a3b979-1200-457a-a5ed-bada40ea0df9 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:01.355090 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-14a3b979-1200-457a-a5ed-bada40ea0df9 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:01.417700 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3b979-1200-457a-a5ed-bada40ea0df9 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed03715b-49a9-4088-bee1-66a04b11a2b8,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:01.428382 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-14a3b979-1200-457a-a5ed-bada40ea0df9 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:01.430613 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-14a3b979-1200-457a-a5ed-bada40ea0df9 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3409336 Aug 04 15:28:01.441292 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 55210) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:01.453866 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-34a4fa41-afea-431f-9266-565d41cf3140 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Request body: {'security_group_rule': {'security_group_id': 'ed03715b-49a9-4088-bee1-66a04b11a2b8', 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:28:01.474437 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c920fc8-e13d-4181-b957-4a2900913876 req-f7f26104-1a0b-45ee-b4eb-ea3c5e9f770a tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:01.475803 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e5fb2-582b-4043-a3c7-a3cb40bdb457 req-14fc19e4-3bb5-49ea-bb4f-42e330d7e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:01.476301 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-8c920fc8-e13d-4181-b957-4a2900913876 req-f7f26104-1a0b-45ee-b4eb-ea3c5e9f770a tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0966475 Aug 04 15:28:01.478759 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-343e5fb2-582b-4043-a3c7-a3cb40bdb457 req-14fc19e4-3bb5-49ea-bb4f-42e330d7e9ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcd16224-3e84-44b0-a461-e2a9f25dc336 HTTP/1.1" status: 200 len: 919 time: 0.2156038 Aug 04 15:28:01.546929 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-8c920fc8-e13d-4181-b957-4a2900913876 req-25bd18db-fd15-42cc-9997-48e064f93db0 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619729 Aug 04 15:28:01.560050 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-343e5fb2-582b-4043-a3c7-a3cb40bdb457 req-cd05fdec-c05f-480c-8379-748ee5d4fd10 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=709cc591-7cd9-415b-8047-eb26fd33a8b3 HTTP/1.1" status: 200 len: 217 time: 0.0728590 Aug 04 15:28:01.578823 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-6757f975-7a57-4637-bfc0-8cab9e56a7dc req-5347a933-2a38-474e-ae1e-715d9d4d73b4 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] For port e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7,segment=NetworkSegment(47c2243f-0b9d-4115-b4b1-110df958c8fc),segment_id=47c2243f-0b9d-4115-b4b1-110df958c8fc)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:01.579465 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-6757f975-7a57-4637-bfc0-8cab9e56a7dc req-5347a933-2a38-474e-ae1e-715d9d4d73b4 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:01.595258 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] Notify callbacks [] for port, precommit_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:01.624742 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] Transition to ACTIVE for port object 7e17aa19-1b64-4918-8411-a884f35c1cb0 will not be triggered until provisioned by entity L2. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:28:01.635908 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:01.641446 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e5fb2-582b-4043-a3c7-a3cb40bdb457 req-eadada68-8341-4ff7-ae45-71d151866b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:01.643159 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-343e5fb2-582b-4043-a3c7-a3cb40bdb457 req-eadada68-8341-4ff7-ae45-71d151866b55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2601cba3-2975-403d-8fbf-30dac3fcbfd7 HTTP/1.1" status: 200 len: 858 time: 0.0676534 Aug 04 15:28:01.704929 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-34a4fa41-afea-431f-9266-565d41cf3140 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:01.747306 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-6757f975-7a57-4637-bfc0-8cab9e56a7dc req-5347a933-2a38-474e-ae1e-715d9d4d73b4 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Calling delete_port for e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 owned by compute:nova {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:28:01.897165 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-343e5fb2-582b-4043-a3c7-a3cb40bdb457 req-65b0ccda-022e-45c0-b174-624d9c729ce7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcd16224-3e84-44b0-a461-e2a9f25dc336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1955888 Aug 04 15:28:01.907619 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d154ecba-7559-4371-b59d-df036c459cdf req-5628164e-321a-4ac9-8d9b-f9eabb9d36ec tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 210 time: 0.0708733 Aug 04 15:28:02.068151 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb67cb4-dc69-4980-b251-f1d04a907e50 None None] Pushing event updated for resources: {'Port': ['ID=7e17aa19-1b64-4918-8411-a884f35c1cb0,revision_number=3']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:02.087698 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 4d08b695-841c-457c-b0e8-44d84328b53c up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:28:02.219999 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-34a4fa41-afea-431f-9266-565d41cf3140 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:02.252719 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] Attempting to bind port 7e17aa19-1b64-4918-8411-a884f35c1cb0 on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:28:02.253310 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] Attempting to bind port 7e17aa19-1b64-4918-8411-a884f35c1cb0 by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': 'd8fad354-85f4-43cc-aa9c-a26ea10e2715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7560a841-5929-460f-849f-3c443f662b3c'}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:28:02.253905 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] Attempting to bind port 7e17aa19-1b64-4918-8411-a884f35c1cb0 on network 7560a841-5929-460f-849f-3c443f662b3c {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:28:02.254072 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-34a4fa41-afea-431f-9266-565d41cf3140 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:02.273650 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:28:02.274012 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] Checking segment: {'id': 'd8fad354-85f4-43cc-aa9c-a26ea10e2715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7560a841-5929-460f-849f-3c443f662b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:28:02.274404 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:02.275057 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] Bound using segment: {'id': 'd8fad354-85f4-43cc-aa9c-a26ea10e2715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7560a841-5929-460f-849f-3c443f662b3c'} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:28:02.275751 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] Bound port: 7e17aa19-1b64-4918-8411-a884f35c1cb0, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fad354-85f4-43cc-aa9c-a26ea10e2715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7560a841-5929-460f-849f-3c443f662b3c'}}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:28:02.277267 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:02.299024 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b805de-e0af-48d0-8c50-40e9019d4ca3 req-ad2f0dc9-d578-426d-9694-bde0ab777aaa tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:02.310644 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f4b805de-e0af-48d0-8c50-40e9019d4ca3 req-ad2f0dc9-d578-426d-9694-bde0ab777aaa tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/ports?device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 949 time: 0.6035290 Aug 04 15:28:02.336053 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-343e5fb2-582b-4043-a3c7-a3cb40bdb457 req-c884e928-9cd8-46d4-a161-e5f4ba3a9043 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818657 Aug 04 15:28:02.400847 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-34a4fa41-afea-431f-9266-565d41cf3140 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:02.403816 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-34a4fa41-afea-431f-9266-565d41cf3140 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9583163 Aug 04 15:28:02.404677 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 4d08b695-841c-457c-b0e8-44d84328b53c triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:28:02.405275 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:02.405604 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4fa41-afea-431f-9266-565d41cf3140 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d4e56b-bf9a-4c3a-bd70-142e278f3e26,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:02.408506 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 55238) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:02.426135 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-005f00de-3c14-451a-9bbd-4ef4ab3b61f1 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Request body: {'security_group_rule': {'security_group_id': 'ed03715b-49a9-4088-bee1-66a04b11a2b8', 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:28:02.595264 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f4b805de-e0af-48d0-8c50-40e9019d4ca3 req-9951d9ed-13d3-4187-b97b-a7ec8b3631d4 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a186b58-f608-48f7-8e55-43bca27ca457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865582 Aug 04 15:28:02.655736 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] For port 7e17aa19-1b64-4918-8411-a884f35c1cb0, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:28:02.679093 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] For port 7e17aa19-1b64-4918-8411-a884f35c1cb0, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=7e17aa19-1b64-4918-8411-a884f35c1cb0,segment=NetworkSegment(d8fad354-85f4-43cc-aa9c-a26ea10e2715),segment_id=d8fad354-85f4-43cc-aa9c-a26ea10e2715)] {{(pid=93421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:28:02.695163 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:02.741589 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-6757f975-7a57-4637-bfc0-8cab9e56a7dc req-5347a933-2a38-474e-ae1e-715d9d4d73b4 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:02.785329 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347a933-2a38-474e-ae1e-715d9d4d73b4 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Pushing event deleted for resources: {'Port': ['ID=e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:02.796347 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-343e5fb2-582b-4043-a3c7-a3cb40bdb457 req-baa505b8-8363-4f24-b9a7-e6291fc6f519 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980577 Aug 04 15:28:02.911575 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-005f00de-3c14-451a-9bbd-4ef4ab3b61f1 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:02.936496 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] Routers {'83a3ec51-587f-4192-83b9-43bee7c29a6e'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:28:02.937831 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:27:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['83a3ec51-587f-4192-83b9-43bee7c29a6e'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:28:02.943410 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:28:02.944391 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-6757f975-7a57-4637-bfc0-8cab9e56a7dc req-5347a933-2a38-474e-ae1e-715d9d4d73b4 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] No DVR routers for this DVR port e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 on host hv-cinder-68948 {{(pid=93419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:28:02.951974 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-6757f975-7a57-4637-bfc0-8cab9e56a7dc req-5347a933-2a38-474e-ae1e-715d9d4d73b4 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:02.954773 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6757f975-7a57-4637-bfc0-8cab9e56a7dc req-5347a933-2a38-474e-ae1e-715d9d4d73b4 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.59 "DELETE /v2.0/ports/e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 HTTP/1.1" status: 204 len: 173 time: 2.0515718 Aug 04 15:28:02.961655 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ea921d-ce28-413b-996e-dfc2d9053baf', 'name': 'network-vif-deleted', 'tag': 'e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:28:02.966225 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2c9c9a-1e91-4da9-acd4-aaba390f0276" -d '{"events": [{"server_uuid": "14ea921d-ce28-413b-996e-dfc2d9053baf", "name": "network-vif-deleted", "tag": "e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:28:03.065786 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] No Port match for: e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:28:03.065786 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7 not bound to the agent host hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:28:03.105460 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-64c2c6a9-d088-496b-8fd5-2304b9aebfda tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:03.112562 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-64c2c6a9-d088-496b-8fd5-2304b9aebfda tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.59 "GET /v2.0/networks?id=89d3de88-030a-42d8-9d29-df540f5bc376 HTTP/1.1" status: 200 len: 815 time: 0.5647709 Aug 04 15:28:03.156091 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb67cb4-dc69-4980-b251-f1d04a907e50 None None] Pushing event updated for resources: {'Port': ['ID=7e17aa19-1b64-4918-8411-a884f35c1cb0,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:03.171166 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-de17478d-dfd2-487d-95c3-0ea74a58eb8d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Request body: {'port': {'device_id': '215c36d0-5b5c-46b9-b409-198a5e0844bf', 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376', 'admin_state_up': True, 'tenant_id': '86904fa016994708a0fe21de85f6359a'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:28:03.264454 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-14d80371-2972-472a-b2d7-55387a239d99 req-13b32366-369b-4d36-8c6c-183cc1b07f68 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 210 time: 0.1513271 Aug 04 15:28:03.338028 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] Set router 83a3ec51-587f-4192-83b9-43bee7c29a6e gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:28:03.428539 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b24a34-3892-4c79-84b4-b7af77946742 x-openstack-request-id: req-29b24a34-3892-4c79-84b4-b7af77946742 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:28:03.428968 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ea921d-ce28-413b-996e-dfc2d9053baf", "name": "network-vif-deleted", "tag": "e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:28:03.429998 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-29b24a34-3892-4c79-84b4-b7af77946742 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:28:03.430339 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ea921d-ce28-413b-996e-dfc2d9053baf', 'name': 'network-vif-deleted', 'tag': 'e5c2cc59-3dff-4a1c-ad0d-2b235bf3ccd7', 'status': 'completed', 'code': 200} Aug 04 15:28:03.471973 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158963a-7b43-47f3-9015-998de0167236 req-49330aad-d093-48cc-90e3-dd0d017f6a1e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:03.485474 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6158963a-7b43-47f3-9015-998de0167236 req-49330aad-d093-48cc-90e3-dd0d017f6a1e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.6543400 Aug 04 15:28:03.576880 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-005f00de-3c14-451a-9bbd-4ef4ab3b61f1 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:03.619709 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-005f00de-3c14-451a-9bbd-4ef4ab3b61f1 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:03.659438 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f00de-3c14-451a-9bbd-4ef4ab3b61f1 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14283a6-9256-40c0-b8b8-c970e7d6193f,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:03.681664 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6158963a-7b43-47f3-9015-998de0167236 req-d011bbc0-b43e-46f9-bc68-a963a5806be1 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767528 Aug 04 15:28:03.722558 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-005f00de-3c14-451a-9bbd-4ef4ab3b61f1 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:03.726806 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-005f00de-3c14-451a-9bbd-4ef4ab3b61f1 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3163803 Aug 04 15:28:03.727355 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 55294) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:03.738292 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-9aed68ac-7409-4897-ab57-289166519c94 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Request body: {'security_group_rule': {'security_group_id': 'ed03715b-49a9-4088-bee1-66a04b11a2b8', 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:28:03.778231 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-de17478d-dfd2-487d-95c3-0ea74a58eb8d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Made reservation on behalf of 86904fa016994708a0fe21de85f6359a for: {'port': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:28:03.784930 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-de17478d-dfd2-487d-95c3-0ea74a58eb8d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:03.855877 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9aed68ac-7409-4897-ab57-289166519c94 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:03.870923 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a3ec51-587f-4192-83b9-43bee7c29a6e', 'name': 'tempest-TestVolumeBootPattern-1575114862-router', 'tenant_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '4d08b695-841c-457c-b0e8-44d84328b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:52Z', 'updated_at': '2021-08-04T15:27:58Z', 'revision_number': 4, 'project_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'gw_port': {'id': '4d08b695-841c-457c-b0e8-44d84328b53c', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a3ec51-587f-4192-83b9-43bee7c29a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:53Z', 'updated_at': '2021-08-04T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '7e17aa19-1b64-4918-8411-a884f35c1cb0', 'name': '', 'network_id': '7560a841-5929-460f-849f-3c443f662b3c', 'tenant_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'mac_address': 'fa:16:3e:a6:1d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a3ec51-587f-4192-83b9-43bee7c29a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8159bb5d-7572-4187-87d7-0165ca745e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:57Z', 'updated_at': '2021-08-04T15:28:02Z', 'revision_number': 4, 'project_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'subnets': [{'id': '8159bb5d-7572-4187-87d7-0165ca745e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:28:03.944855 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5038c1f-dac9-48fc-9519-71a8cb4bf731 None None] The sync data for ids ['83a3ec51-587f-4192-83b9-43bee7c29a6e'] in dv-cinder-689486-15-iscsi is: [{'id': '83a3ec51-587f-4192-83b9-43bee7c29a6e', 'name': 'tempest-TestVolumeBootPattern-1575114862-router', 'tenant_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '4d08b695-841c-457c-b0e8-44d84328b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:52Z', 'updated_at': '2021-08-04T15:27:58Z', 'revision_number': 4, 'project_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'gw_port': {'id': '4d08b695-841c-457c-b0e8-44d84328b53c', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a3ec51-587f-4192-83b9-43bee7c29a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:53Z', 'updated_at': '2021-08-04T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '7e17aa19-1b64-4918-8411-a884f35c1cb0', 'name': '', 'network_id': '7560a841-5929-460f-849f-3c443f662b3c', 'tenant_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'mac_address': 'fa:16:3e:a6:1d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a3ec51-587f-4192-83b9-43bee7c29a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '8159bb5d-7572-4187-87d7-0165ca745e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:57Z', 'updated_at': '2021-08-04T15:28:02Z', 'revision_number': 4, 'project_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'subnets': [{'id': '8159bb5d-7572-4187-87d7-0165ca745e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:28:04.000007 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e54a949b-918e-46a2-af81-579a7bd4b7ca req-13bbcd2b-cea9-4064-9872-d3ea05059449 tempest-VolumesNegativeTest-189120244 tempest-VolumesNegativeTest-189120244-project] 10.222.0.10 "GET /v2.0/ports?device_id=14ea921d-ce28-413b-996e-dfc2d9053baf HTTP/1.1" status: 200 len: 210 time: 0.0902982 Aug 04 15:28:04.086796 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9aed68ac-7409-4897-ab57-289166519c94 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:04.093043 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9aed68ac-7409-4897-ab57-289166519c94 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:04.125714 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed68ac-7409-4897-ab57-289166519c94 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c8bb967-a774-43b4-91b5-cafe08205301,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:04.146620 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9aed68ac-7409-4897-ab57-289166519c94 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:04.153724 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-9aed68ac-7409-4897-ab57-289166519c94 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4229808 Aug 04 15:28:04.154783 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 55304) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:04.162486 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-5bd3fbe8-b21a-4a2b-ae1e-4d30ee5f0070 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Request body: {'security_group_rule': {'security_group_id': 'ed03715b-49a9-4088-bee1-66a04b11a2b8', 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:28:04.215636 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5bd3fbe8-b21a-4a2b-ae1e-4d30ee5f0070 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:04.248560 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_common [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-de17478d-dfd2-487d-95c3-0ea74a58eb8d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Allocated IP 172.20.0.11 (89d3de88-030a-42d8-9d29-df540f5bc376/a02c79f9-420f-484e-8ece-b0ac630d460f/c577ffe2-2606-4e17-8cc4-7e1a0057676c) {{(pid=93420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:28:04.292915 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5bd3fbe8-b21a-4a2b-ae1e-4d30ee5f0070 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:04.300466 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5bd3fbe8-b21a-4a2b-ae1e-4d30ee5f0070 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:04.354773 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3fbe8-b21a-4a2b-ae1e-4d30ee5f0070 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72cbee4e-1191-4557-b500-238ec1d75f9c,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:04.376393 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5bd3fbe8-b21a-4a2b-ae1e-4d30ee5f0070 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:04.377916 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-5bd3fbe8-b21a-4a2b-ae1e-4d30ee5f0070 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2219918 Aug 04 15:28:04.382023 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 55324) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:04.389776 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-3d17a0ae-d357-435e-bd4b-a46f1fb69d3a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Request body: {'security_group_rule': {'security_group_id': 'ed03715b-49a9-4088-bee1-66a04b11a2b8', 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:28:04.430254 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.securitygroups_db [None req-3d17a0ae-d357-435e-bd4b-a46f1fb69d3a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Project 81189bdeb0e34495ae3b1512fddfe444 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:28:04.440246 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3d17a0ae-d357-435e-bd4b-a46f1fb69d3a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:04.471670 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1cd4bb62-7fc3-4c47-ba92-3a6e7f6c55af req-f2d437d8-49da-41df-973c-bded3fd512a2 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 210 time: 0.0616648 Aug 04 15:28:04.513399 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-de17478d-dfd2-487d-95c3-0ea74a58eb8d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks [] for port, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:04.556955 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3d17a0ae-d357-435e-bd4b-a46f1fb69d3a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:04.568011 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3d17a0ae-d357-435e-bd4b-a46f1fb69d3a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:04.586854 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-de17478d-dfd2-487d-95c3-0ea74a58eb8d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:04.598235 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17a0ae-d357-435e-bd4b-a46f1fb69d3a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db286bd5-9082-444a-bd60-065a507e6ff2,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:04.606574 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3d17a0ae-d357-435e-bd4b-a46f1fb69d3a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:04.609034 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-3d17a0ae-d357-435e-bd4b-a46f1fb69d3a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2257366 Aug 04 15:28:04.615815 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 55328) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:04.619456 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['d3dea6e8-e05f-4300-aee4-d3480f6c78e4', 'b586ff35-7465-4b3f-bf48-a64238069dfe', 'c5d6d433-b974-4c0d-8d94-9178ec4a8a0e'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:28:04.622867 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-18870c34-9047-4830-af4f-5af86e8dcb8a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Request body: {'security_group_rule': {'security_group_id': 'ed03715b-49a9-4088-bee1-66a04b11a2b8', 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:28:04.685405 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.securitygroups_db [None req-18870c34-9047-4830-af4f-5af86e8dcb8a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Project 81189bdeb0e34495ae3b1512fddfe444 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:28:04.696116 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-18870c34-9047-4830-af4f-5af86e8dcb8a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:04.754679 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-de17478d-dfd2-487d-95c3-0ea74a58eb8d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Network 89d3de88-030a-42d8-9d29-df540f5bc376 is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:28:04.825803 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17478d-dfd2-487d-95c3-0ea74a58eb8d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Pushing event updated for resources: {'Port': ['ID=c577ffe2-2606-4e17-8cc4-7e1a0057676c,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:04.831082 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-de17478d-dfd2-487d-95c3-0ea74a58eb8d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:28:04.835453 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-de17478d-dfd2-487d-95c3-0ea74a58eb8d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Received port after_create {{(pid=93420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:28:04.876480 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-18870c34-9047-4830-af4f-5af86e8dcb8a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:04.890281 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-18870c34-9047-4830-af4f-5af86e8dcb8a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:04.938513 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18870c34-9047-4830-af4f-5af86e8dcb8a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c3a2eb-4662-4235-8d34-fc03c2b892a7,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:04.959281 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-18870c34-9047-4830-af4f-5af86e8dcb8a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:04.982019 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-18870c34-9047-4830-af4f-5af86e8dcb8a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3570840 Aug 04 15:28:05.002755 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-de17478d-dfd2-487d-95c3-0ea74a58eb8d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:05.002755 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-de17478d-dfd2-487d-95c3-0ea74a58eb8d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for port, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:05.034642 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-de17478d-dfd2-487d-95c3-0ea74a58eb8d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8878896 Aug 04 15:28:05.048293 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed232dcc-dc44-4705-ab9b-68294c42591b req-264e2f68-d61f-49e7-8ccb-f430b060ca7d tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:05.049474 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ed232dcc-dc44-4705-ab9b-68294c42591b req-264e2f68-d61f-49e7-8ccb-f430b060ca7d tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.1357994 Aug 04 15:28:05.102105 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ed232dcc-dc44-4705-ab9b-68294c42591b req-a8d94e7d-1c7b-4162-a6ec-6923688896af tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430520 Aug 04 15:28:05.526074 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-541df352-aada-45c5-8e0b-f14a571cf93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:05.624912 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b30504-dce5-4f95-9c48-5c464c5152b5 req-384600c9-6259-41a7-a1d3-d67ec0fa082f tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:05.627381 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-10b30504-dce5-4f95-9c48-5c464c5152b5 req-384600c9-6259-41a7-a1d3-d67ec0fa082f tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 932 time: 0.0643616 Aug 04 15:28:05.721653 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-10b30504-dce5-4f95-9c48-5c464c5152b5 req-60d6bfae-978e-4ff3-86f8-53b45401464d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873349 Aug 04 15:28:06.020444 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 7e17aa19-1b64-4918-8411-a884f35c1cb0 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:28:06.078365 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port 7e17aa19-1b64-4918-8411-a884f35c1cb0 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:28:06.082709 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 7e17aa19-1b64-4918-8411-a884f35c1cb0 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:28:06.083107 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:06.257500 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:06.269683 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4f788-093c-407d-99f0-ad2fee8b918b req-d632c691-cfb4-4c2d-9e65-2f4ebab49574 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:06.271732 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3ae4f788-093c-407d-99f0-ad2fee8b918b req-d632c691-cfb4-4c2d-9e65-2f4ebab49574 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0537891 Aug 04 15:28:06.298654 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port 7e17aa19-1b64-4918-8411-a884f35c1cb0, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=7e17aa19-1b64-4918-8411-a884f35c1cb0,segment=NetworkSegment(d8fad354-85f4-43cc-aa9c-a26ea10e2715),segment_id=d8fad354-85f4-43cc-aa9c-a26ea10e2715)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:06.304136 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:06.320531 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3ae4f788-093c-407d-99f0-ad2fee8b918b req-2db50566-348b-4576-a805-450847593ed4 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381298 Aug 04 15:28:06.372323 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=7e17aa19-1b64-4918-8411-a884f35c1cb0,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:06.868388 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1976d-4b06-4090-9a7e-037e334094c8 req-e4379c33-b0f8-4bc3-96ed-c6cbe0b08b49 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:06.870582 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f6d1976d-4b06-4090-9a7e-037e334094c8 req-e4379c33-b0f8-4bc3-96ed-c6cbe0b08b49 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 932 time: 0.0653505 Aug 04 15:28:06.933835 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f6d1976d-4b06-4090-9a7e-037e334094c8 req-48315c64-2a03-4c10-9567-8d240be53c40 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555608 Aug 04 15:28:07.466669 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9aa88c-a254-48fe-8bd6-bb00a3814853 req-823d1b7b-0d81-4b5e-9782-6dc4b4011f21 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:07.468239 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2c9aa88c-a254-48fe-8bd6-bb00a3814853 req-823d1b7b-0d81-4b5e-9782-6dc4b4011f21 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0630505 Aug 04 15:28:07.528289 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2c9aa88c-a254-48fe-8bd6-bb00a3814853 req-66cae43d-f0a2-44cc-860c-179fc6c3118c tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513995 Aug 04 15:28:07.703865 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] Request body: {'port': {'device_id': '215c36d0-5b5c-46b9-b409-198a5e0844bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:28:07.780358 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:08.035768 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 7e17aa19-1b64-4918-8411-a884f35c1cb0 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:28:08.099004 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 7e17aa19-1b64-4918-8411-a884f35c1cb0 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:28:08.099434 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:08.137645 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56ef11-10f2-42ad-848d-4c55ff9c0ea3 req-7251ba4a-88ed-4e80-8d12-8f6807dece6a tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:08.144457 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-be56ef11-10f2-42ad-848d-4c55ff9c0ea3 req-7251ba4a-88ed-4e80-8d12-8f6807dece6a tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 932 time: 0.1120751 Aug 04 15:28:08.265834 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-be56ef11-10f2-42ad-848d-4c55ff9c0ea3 req-7269028a-34b7-42ea-a315-f620c4b76537 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138556 Aug 04 15:28:08.289532 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.notifiers.nova [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c577ffe2-2606-4e17-8cc4-7e1a0057676c {{(pid=93420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:28:08.303084 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:08.327095 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.provisioning_blocks [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] Transition to ACTIVE for port object c577ffe2-2606-4e17-8cc4-7e1a0057676c will not be triggered until provisioned by entity L2. {{(pid=93420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:28:08.338225 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773002'] for port, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:08.472415 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] Pushing event updated for resources: {'Port': ['ID=c577ffe2-2606-4e17-8cc4-7e1a0057676c,revision_number=2']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:08.543781 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4611b4-da9b-4166-8471-e2317980f602 req-230a621d-df6b-457c-ab67-067dae7b2145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:08.546630 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bb4611b4-da9b-4166-8471-e2317980f602 req-230a621d-df6b-457c-ab67-067dae7b2145 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=13d02bf790ce4464804411b784db648d&device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 1098 time: 0.0728502 Aug 04 15:28:08.558274 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.managers [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] Attempting to bind port c577ffe2-2606-4e17-8cc4-7e1a0057676c on host hv-cinder-68948 for vnic_type normal with profile {{(pid=93420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:28:08.558975 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.managers [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] Attempting to bind port c577ffe2-2606-4e17-8cc4-7e1a0057676c by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '9f08c773-a146-4345-be73-3ea4c4cfc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376'}] {{(pid=93420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:28:08.559481 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] Attempting to bind port c577ffe2-2606-4e17-8cc4-7e1a0057676c on network 89d3de88-030a-42d8-9d29-df540f5bc376 {{(pid=93420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:28:08.567642 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] Port c577ffe2-2606-4e17-8cc4-7e1a0057676c on network 89d3de88-030a-42d8-9d29-df540f5bc376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=93420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:28:08.568150 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] Attempting to bind port c577ffe2-2606-4e17-8cc4-7e1a0057676c on network 89d3de88-030a-42d8-9d29-df540f5bc376 {{(pid=93420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:28:08.578942 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] Checking agent: {'id': '5bc10963-30ee-40c9-994c-c74f44e4da8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'started_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:28:08.579408 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] Checking segment: {'id': '9f08c773-a146-4345-be73-3ea4c4cfc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:28:08.579807 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] Bound using segment: {'id': '9f08c773-a146-4345-be73-3ea4c4cfc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376'} {{(pid=93420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:28:08.580640 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.managers [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] Bound port: c577ffe2-2606-4e17-8cc4-7e1a0057676c, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f08c773-a146-4345-be73-3ea4c4cfc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376'}}] {{(pid=93420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:28:08.581180 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:08.680414 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] For port c577ffe2-2606-4e17-8cc4-7e1a0057676c, host hv-cinder-68948, cleared binding levels {{(pid=93420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:28:08.687764 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] For port c577ffe2-2606-4e17-8cc4-7e1a0057676c, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c577ffe2-2606-4e17-8cc4-7e1a0057676c,segment=NetworkSegment(9f08c773-a146-4345-be73-3ea4c4cfc9cc),segment_id=9f08c773-a146-4345-be73-3ea4c4cfc9cc)] {{(pid=93420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:28:08.693567 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773002'] for port, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:08.751404 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8249eb-c807-4970-92b2-9249022c940d req-caeee9d5-5db4-4292-b636-9f137416a8a1 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:08.758660 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:08.759216 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-eb8249eb-c807-4970-92b2-9249022c940d req-caeee9d5-5db4-4292-b636-9f137416a8a1 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.1081650 Aug 04 15:28:08.759382 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for port, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:08.761619 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] 10.222.0.59 "PUT /v2.0/ports/c577ffe2-2606-4e17-8cc4-7e1a0057676c HTTP/1.1" status: 200 len: 1094 time: 1.0621777 Aug 04 15:28:08.762147 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215c36d0-5b5c-46b9-b409-198a5e0844bf', 'tag': 'c577ffe2-2606-4e17-8cc4-7e1a0057676c'}] {{(pid=93420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:28:08.764727 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a8606f0b79035e877430952f6a143f8bf77a00db166e3d643dd1b603a21b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad15f29-8500-4b5c-a6a9-e1ec7579a872" -d '{"events": [{"name": "network-changed", "server_uuid": "215c36d0-5b5c-46b9-b409-198a5e0844bf", "tag": "c577ffe2-2606-4e17-8cc4-7e1a0057676c"}]}' {{(pid=93420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:28:08.764861 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4611b4-da9b-4166-8471-e2317980f602 req-32fccd49-071a-4fe3-837f-9d7c45f5abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:08.767518 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bb4611b4-da9b-4166-8471-e2317980f602 req-32fccd49-071a-4fe3-837f-9d7c45f5abb5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcd16224-3e84-44b0-a461-e2a9f25dc336 HTTP/1.1" status: 200 len: 919 time: 0.1880515 Aug 04 15:28:08.804102 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824076e-e81e-41c9-ab65-a3c5b0ed927b service neutron] Pushing event updated for resources: {'Port': ['ID=c577ffe2-2606-4e17-8cc4-7e1a0057676c,revision_number=3']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:08.853689 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bb4611b4-da9b-4166-8471-e2317980f602 req-c703d7af-0ac0-4d97-85f5-aa0bd7eb1658 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=709cc591-7cd9-415b-8047-eb26fd33a8b3 HTTP/1.1" status: 200 len: 217 time: 0.0710800 Aug 04 15:28:08.886212 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-36231d67-ac05-4390-bf77-a4d0766fb835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:08.889459 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-36231d67-ac05-4390-bf77-a4d0766fb835 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=86904fa016994708a0fe21de85f6359a&device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 1097 time: 0.0642641 Aug 04 15:28:08.944355 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-eb8249eb-c807-4970-92b2-9249022c940d req-d46b3faf-b0bb-4943-9ef0-78940951d015 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734562 Aug 04 15:28:08.967865 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-5fb45975-7000-4206-8317-143691bd8e18 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c577ffe2-2606-4e17-8cc4-7e1a0057676c HTTP/1.1" status: 200 len: 217 time: 0.0646532 Aug 04 15:28:08.970344 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4611b4-da9b-4166-8471-e2317980f602 req-0d3e057b-bed3-400c-b5e1-31da7e5a60aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:08.974295 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bb4611b4-da9b-4166-8471-e2317980f602 req-0d3e057b-bed3-400c-b5e1-31da7e5a60aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2601cba3-2975-403d-8fbf-30dac3fcbfd7 HTTP/1.1" status: 200 len: 858 time: 0.0952339 Aug 04 15:28:09.011707 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ff5379-c244-4946-a2dd-e0cdbcd186cc x-openstack-request-id: req-e6ff5379-c244-4946-a2dd-e0cdbcd186cc {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:28:09.012050 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215c36d0-5b5c-46b9-b409-198a5e0844bf", "tag": "c577ffe2-2606-4e17-8cc4-7e1a0057676c", "status": "completed", "code": 200}]} {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:28:09.012284 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e6ff5379-c244-4946-a2dd-e0cdbcd186cc {{(pid=93420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:28:09.013130 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215c36d0-5b5c-46b9-b409-198a5e0844bf', 'tag': 'c577ffe2-2606-4e17-8cc4-7e1a0057676c', 'status': 'completed', 'code': 200} Aug 04 15:28:09.020220 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b51d0b4f-eb70-44d1-a3fd-46d4ac2d30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:09.027701 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bb4611b4-da9b-4166-8471-e2317980f602 req-50c46cc2-e146-4dce-a345-358b1b8abef9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcd16224-3e84-44b0-a461-e2a9f25dc336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406623 Aug 04 15:28:09.062372 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-88d8fdf1-7a88-4289-8b0c-272bbe68942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:09.064186 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-88d8fdf1-7a88-4289-8b0c-272bbe68942d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a02c79f9-420f-484e-8ece-b0ac630d460f HTTP/1.1" status: 200 len: 855 time: 0.0773764 Aug 04 15:28:09.104881 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-9d625def-7020-40c7-827e-485cf09df404 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89d3de88-030a-42d8-9d29-df540f5bc376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286672 Aug 04 15:28:09.139158 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bb4611b4-da9b-4166-8471-e2317980f602 req-b310b7b4-98ac-4196-913b-ea1192e9c4bc service neutron] 10.222.0.59 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028190 Aug 04 15:28:09.202393 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-620facc4-b123-4efa-ba3e-afc0c765ba26 service neutron] 10.222.0.59 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863886 Aug 04 15:28:09.238106 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bb4611b4-da9b-4166-8471-e2317980f602 req-abbec2d3-a112-4c61-8140-0e2e309cb1c0 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912840 Aug 04 15:28:09.305636 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dbaab04d-6fa2-4167-87f7-19c9368569af req-ba478386-1d31-4239-9d39-a1790e08779e service neutron] 10.222.0.59 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953109 Aug 04 15:28:09.373996 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:09.416124 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad15f29-8500-4b5c-a6a9-e1ec7579a872 req-3a407bdc-d78c-47b0-945f-b9cfb7c60235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:09.418279 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-0ad15f29-8500-4b5c-a6a9-e1ec7579a872 req-3a407bdc-d78c-47b0-945f-b9cfb7c60235 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=86904fa016994708a0fe21de85f6359a&device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 1097 time: 0.0561969 Aug 04 15:28:09.424246 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3a33a-2ccf-43ac-815f-4fdc41265d3a req-b8dbf038-71f5-45d4-93bb-660bb9804c60 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:09.425996 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b3c3a33a-2ccf-43ac-815f-4fdc41265d3a req-b8dbf038-71f5-45d4-93bb-660bb9804c60 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 944 time: 0.0743353 Aug 04 15:28:09.485811 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b3c3a33a-2ccf-43ac-815f-4fdc41265d3a req-9e44f712-cc7b-4b62-a890-d8cc2d73ce47 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533612 Aug 04 15:28:09.539894 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad15f29-8500-4b5c-a6a9-e1ec7579a872 req-320a0688-2c9f-4830-8e65-57e0e31f0048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:09.541441 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-0ad15f29-8500-4b5c-a6a9-e1ec7579a872 req-320a0688-2c9f-4830-8e65-57e0e31f0048 service neutron] 10.222.0.59 "GET /v2.0/networks?id=89d3de88-030a-42d8-9d29-df540f5bc376 HTTP/1.1" status: 200 len: 916 time: 0.1122992 Aug 04 15:28:09.573465 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:09.594509 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-0ad15f29-8500-4b5c-a6a9-e1ec7579a872 req-4b859888-bd09-47e0-973e-b1b1e9ada7d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c577ffe2-2606-4e17-8cc4-7e1a0057676c HTTP/1.1" status: 200 len: 217 time: 0.0424540 Aug 04 15:28:09.665774 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad15f29-8500-4b5c-a6a9-e1ec7579a872 req-1ce52e05-04ba-4d0c-8794-f7d59183cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:09.668705 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-0ad15f29-8500-4b5c-a6a9-e1ec7579a872 req-1ce52e05-04ba-4d0c-8794-f7d59183cefa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a02c79f9-420f-484e-8ece-b0ac630d460f HTTP/1.1" status: 200 len: 855 time: 0.0585768 Aug 04 15:28:09.690755 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 55694) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:09.717019 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-0ad15f29-8500-4b5c-a6a9-e1ec7579a872 req-76aa9502-7a95-4a03-92e1-f8cd247a8e7a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89d3de88-030a-42d8-9d29-df540f5bc376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332820 Aug 04 15:28:09.832012 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-cef4ec95-552b-4115-bcde-dd35c6da3d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:09.835037 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-0ad15f29-8500-4b5c-a6a9-e1ec7579a872 req-f8a5eab5-4e47-4cfe-9906-32e15d75f9c9 service neutron] 10.222.0.59 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072423 Aug 04 15:28:09.852279 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:28:09.966760 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-0ad15f29-8500-4b5c-a6a9-e1ec7579a872 req-1d2ffe39-73d1-4a66-bfe9-832e0cd42fc3 service neutron] 10.222.0.59 "GET /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187971 Aug 04 15:28:09.992083 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-cef4ec95-552b-4115-bcde-dd35c6da3d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:10.000320 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-cef4ec95-552b-4115-bcde-dd35c6da3d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:10.015950 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 55708) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:10.056714 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-cef4ec95-552b-4115-bcde-dd35c6da3d05 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93be6297509a4d2b853133b05b6b1edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642819 Aug 04 15:28:10.058458 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4ec95-552b-4115-bcde-dd35c6da3d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8c3b19-1e5c-461c-9343-3330cde7e2cc,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:10.060787 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 55712) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:10.093484 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:10.128725 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176ae1e-47ac-4f24-8b82-d60328577498 req-e986d762-e4b4-4066-9604-507fa73aec53 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:10.136181 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a176ae1e-47ac-4f24-8b82-d60328577498 req-e986d762-e4b4-4066-9604-507fa73aec53 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0699580 Aug 04 15:28:10.174037 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5d8454fb-a0ff-47da-8051-3285dd638e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:10.192818 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a176ae1e-47ac-4f24-8b82-d60328577498 req-b39306bb-dbc4-4907-9827-0e8922c8a064 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538878 Aug 04 15:28:10.218824 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5d8454fb-a0ff-47da-8051-3285dd638e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:10.270029 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-734a18fa-1f77-43e7-ab54-f6e5a285ebc8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5257a0c9f3e48f29b5f06faf6fa5702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524681 Aug 04 15:28:10.271986 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 55718) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:10.312859 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5d8454fb-a0ff-47da-8051-3285dd638e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:10.315407 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5d8454fb-a0ff-47da-8051-3285dd638e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:10.316634 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-5d8454fb-a0ff-47da-8051-3285dd638e77 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c8c3b19-1e5c-461c-9343-3330cde7e2cc HTTP/1.1" status: 204 len: 168 time: 0.2547889 Aug 04 15:28:10.330879 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8454fb-a0ff-47da-8051-3285dd638e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8c3b19-1e5c-461c-9343-3330cde7e2cc,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:10.345792 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f042b2d4-0706-44e3-a875-a59457b826fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:10.379062 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f042b2d4-0706-44e3-a875-a59457b826fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:10.450661 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f042b2d4-0706-44e3-a875-a59457b826fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:10.458390 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f042b2d4-0706-44e3-a875-a59457b826fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:10.458390 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-f042b2d4-0706-44e3-a875-a59457b826fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a186b58-f608-48f7-8e55-43bca27ca457 HTTP/1.1" status: 204 len: 168 time: 0.1820092 Aug 04 15:28:10.463589 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042b2d4-0706-44e3-a875-a59457b826fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a186b58-f608-48f7-8e55-43bca27ca457,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:10.661732 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d750c79-6aab-479e-be04-f9b737e24720 req-49404490-3988-48b1-b504-4d3ae605b79b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:10.663354 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5d750c79-6aab-479e-be04-f9b737e24720 req-49404490-3988-48b1-b504-4d3ae605b79b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 944 time: 0.0594418 Aug 04 15:28:10.712423 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5d750c79-6aab-479e-be04-f9b737e24720 req-cfa526b6-48dc-404e-a85c-ebdeccb968b6 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413501 Aug 04 15:28:11.325042 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a63b9-6626-4950-b938-f97942bd69fb req-5b84daed-cb60-4e41-9457-19a71a88077c tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:11.327458 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-902a63b9-6626-4950-b938-f97942bd69fb req-5b84daed-cb60-4e41-9457-19a71a88077c tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0575302 Aug 04 15:28:11.376179 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-902a63b9-6626-4950-b938-f97942bd69fb req-92bc14c8-7502-47a6-89d4-b8cca5e357c7 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421948 Aug 04 15:28:11.858841 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c717275-64c6-4bb0-9b07-7ce1259022c1 req-4127244c-6269-4777-ab5a-7f2eeb0b02f9 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:11.860576 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-0c717275-64c6-4bb0-9b07-7ce1259022c1 req-4127244c-6269-4777-ab5a-7f2eeb0b02f9 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 944 time: 0.0690856 Aug 04 15:28:11.902381 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-0c717275-64c6-4bb0-9b07-7ce1259022c1 req-af3a50ca-5cad-42fe-b12a-b43397e3f90d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358446 Aug 04 15:28:12.495550 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd9448-5abb-43d9-a3a8-4ee8920a2f2e req-25a6c941-0943-4a2a-b979-ad20af63815e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:12.497244 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-04cd9448-5abb-43d9-a3a8-4ee8920a2f2e req-25a6c941-0943-4a2a-b979-ad20af63815e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0576806 Aug 04 15:28:12.538702 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-04cd9448-5abb-43d9-a3a8-4ee8920a2f2e req-51d6c35b-b12c-44b8-aaa0-12c3d66fa81e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354495 Aug 04 15:28:12.582443 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:13.036619 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a4185-e4bd-450c-a766-2d3eade5f89c req-d7cfa8e2-d57b-4d89-a101-bd89519337fd tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:13.038318 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bb6a4185-e4bd-450c-a766-2d3eade5f89c req-d7cfa8e2-d57b-4d89-a101-bd89519337fd tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 944 time: 0.0520744 Aug 04 15:28:13.090271 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bb6a4185-e4bd-450c-a766-2d3eade5f89c req-f02e84e4-88c0-4f82-9f0a-bb4cd4ade233 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431838 Aug 04 15:28:13.657502 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952061fa-b6ed-473f-93d3-f3035aa1dc93 req-c5177b3a-6348-4c75-b2c7-71d858b24fb7 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:13.659164 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-952061fa-b6ed-473f-93d3-f3035aa1dc93 req-c5177b3a-6348-4c75-b2c7-71d858b24fb7 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0506403 Aug 04 15:28:13.699673 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-952061fa-b6ed-473f-93d3-f3035aa1dc93 req-2da8afa2-01bd-4707-999c-d1a917da9207 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342495 Aug 04 15:28:14.213924 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c7439-9116-4986-8da6-b2578264c377 req-da906cda-03d4-4e53-8ea4-c3648b211297 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:14.215704 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8b9c7439-9116-4986-8da6-b2578264c377 req-da906cda-03d4-4e53-8ea4-c3648b211297 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 944 time: 0.0561697 Aug 04 15:28:14.271743 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8b9c7439-9116-4986-8da6-b2578264c377 req-285098e4-17dc-4e8f-ad4b-a65d0a25b62c tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499661 Aug 04 15:28:14.806901 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device c577ffe2-2606-4e17-8cc4-7e1a0057676c details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:28:14.819100 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316a64e-2a3e-46fd-96e2-45ae7d766735 req-91550678-9935-4bfd-8b97-73f0c6277ad8 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:14.820844 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b316a64e-2a3e-46fd-96e2-45ae7d766735 req-91550678-9935-4bfd-8b97-73f0c6277ad8 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0509129 Aug 04 15:28:14.866172 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b316a64e-2a3e-46fd-96e2-45ae7d766735 req-417c4a71-4578-4692-8dfa-008699693b2e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381646 Aug 04 15:28:14.915754 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port c577ffe2-2606-4e17-8cc4-7e1a0057676c, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c577ffe2-2606-4e17-8cc4-7e1a0057676c,segment=NetworkSegment(9f08c773-a146-4345-be73-3ea4c4cfc9cc),segment_id=9f08c773-a146-4345-be73-3ea4c4cfc9cc)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:14.928099 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': 'c577ffe2-2606-4e17-8cc4-7e1a0057676c', 'network_id': '89d3de88-030a-42d8-9d29-df540f5bc376', 'port_id': 'c577ffe2-2606-4e17-8cc4-7e1a0057676c', 'mac_address': 'fa:16:3e:5c:20:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a02c79f9-420f-484e-8ece-b0ac630d460f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:28:14.967258 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:14.980694 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c577ffe2-2606-4e17-8cc4-7e1a0057676c {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:28:15.000975 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port c577ffe2-2606-4e17-8cc4-7e1a0057676c, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c577ffe2-2606-4e17-8cc4-7e1a0057676c,segment=NetworkSegment(9f08c773-a146-4345-be73-3ea4c4cfc9cc),segment_id=9f08c773-a146-4345-be73-3ea4c4cfc9cc)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:15.006684 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:15.058196 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=c577ffe2-2606-4e17-8cc4-7e1a0057676c,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:15.067413 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:15.067791 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:15.068146 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:15.068474 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:15.068810 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:15.069140 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:15.069468 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:15.069794 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:15.070143 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:15.070471 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:15.070793 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:15.071226 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:15.394601 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33550e11-722f-492d-9e6b-50985ac079cd req-6b1f237a-a283-4be7-b263-46f15328cec5 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:15.396448 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-33550e11-722f-492d-9e6b-50985ac079cd req-6b1f237a-a283-4be7-b263-46f15328cec5 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 945 time: 0.0520465 Aug 04 15:28:15.435968 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-33550e11-722f-492d-9e6b-50985ac079cd req-ba9780e8-a0e5-40a8-a563-3432fb50d640 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333970 Aug 04 15:28:16.008494 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff27c76-36a8-44c9-b33b-90c1bb89b66f req-4c5af540-b9af-4a25-abc5-38944d9548e7 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:16.010767 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fff27c76-36a8-44c9-b33b-90c1bb89b66f req-4c5af540-b9af-4a25-abc5-38944d9548e7 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0639203 Aug 04 15:28:16.052226 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fff27c76-36a8-44c9-b33b-90c1bb89b66f req-3217c25f-c85e-4b6c-9f40-67bbba7d4eb4 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353582 Aug 04 15:28:16.591033 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc07eba-3eec-4b2f-962d-bf414d9d348f req-48af23e3-1e8a-4962-8252-98202bf25233 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:16.592542 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7dc07eba-3eec-4b2f-962d-bf414d9d348f req-48af23e3-1e8a-4962-8252-98202bf25233 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 945 time: 0.0699511 Aug 04 15:28:16.635682 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7dc07eba-3eec-4b2f-962d-bf414d9d348f req-c8da0f99-e398-488c-80a3-228bdbb538ff tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363109 Aug 04 15:28:17.199307 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53d702-a3b9-4e0f-a84b-591cda17ff41 req-dd2e04cc-911b-40dc-81dc-418bdcf3c037 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:17.200860 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5f53d702-a3b9-4e0f-a84b-591cda17ff41 req-dd2e04cc-911b-40dc-81dc-418bdcf3c037 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0546296 Aug 04 15:28:17.242807 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5f53d702-a3b9-4e0f-a84b-591cda17ff41 req-ee27f188-0c3d-48c9-9cad-f743cd4c3225 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358264 Aug 04 15:28:17.364141 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['c577ffe2-2606-4e17-8cc4-7e1a0057676c'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:28:17.797723 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c12714-55bf-439a-8243-3505df916a10 req-320ab317-4555-420d-9212-9a64d9326af7 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:17.799394 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f8c12714-55bf-439a-8243-3505df916a10 req-320ab317-4555-420d-9212-9a64d9326af7 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 945 time: 0.0806611 Aug 04 15:28:17.871314 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f8c12714-55bf-439a-8243-3505df916a10 req-4de26746-3331-41bc-8180-ea8ddebdb471 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601075 Aug 04 15:28:18.373024 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee992e-db78-420f-bed6-eb038136fad5 req-e3d58d7f-d3d6-418e-8705-c568f8417f9c tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:18.374552 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c0ee992e-db78-420f-bed6-eb038136fad5 req-e3d58d7f-d3d6-418e-8705-c568f8417f9c tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0551701 Aug 04 15:28:18.413457 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c0ee992e-db78-420f-bed6-eb038136fad5 req-e5f5bdd2-abfe-4372-9f37-3b73137b0ff1 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327368 Aug 04 15:28:18.996154 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313852d-fafb-47cf-8f04-2147749c555a req-577ffe90-a0cb-4aa7-8a67-1b4288ed0ead tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:18.997777 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e313852d-fafb-47cf-8f04-2147749c555a req-577ffe90-a0cb-4aa7-8a67-1b4288ed0ead tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 945 time: 0.0513742 Aug 04 15:28:19.047722 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e313852d-fafb-47cf-8f04-2147749c555a req-50b6acb8-28fe-4a74-b0e2-b2097d15e169 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410914 Aug 04 15:28:19.559692 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabd2b5-d0f5-43f0-87d8-ac845c520d48 req-6f6125ee-b15c-4ed2-abea-c020743558eb tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:19.561848 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9cabd2b5-d0f5-43f0-87d8-ac845c520d48 req-6f6125ee-b15c-4ed2-abea-c020743558eb tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0636659 Aug 04 15:28:19.614351 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9cabd2b5-d0f5-43f0-87d8-ac845c520d48 req-83075fd1-128e-4d83-a18b-01378d3e0740 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444283 Aug 04 15:28:20.165714 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcf6a9-1b82-4c7c-bfd2-948c4144eb2d req-f9ddf2a9-b01a-4826-a20a-e68aaacad26a tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:20.167723 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3bbcf6a9-1b82-4c7c-bfd2-948c4144eb2d req-f9ddf2a9-b01a-4826-a20a-e68aaacad26a tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 945 time: 0.0520437 Aug 04 15:28:20.212662 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3bbcf6a9-1b82-4c7c-bfd2-948c4144eb2d req-d2c322ec-2c13-48a0-89ea-688465cbdbb1 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385408 Aug 04 15:28:20.765850 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777302c7-edf1-458a-9222-2587d205355f req-65422d0a-4889-44a7-9fbf-185b43ceff55 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:20.771794 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-777302c7-edf1-458a-9222-2587d205355f req-65422d0a-4889-44a7-9fbf-185b43ceff55 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0568876 Aug 04 15:28:20.810729 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-777302c7-edf1-458a-9222-2587d205355f req-626c814b-3c7d-4e5b-ae21-2c31a5489f4e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367765 Aug 04 15:28:21.394583 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b7aa7-4b3e-47d4-83a2-32afb935bcc5 req-379a4f39-5837-45d5-b635-d8c4e531e249 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:21.396508 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-791b7aa7-4b3e-47d4-83a2-32afb935bcc5 req-379a4f39-5837-45d5-b635-d8c4e531e249 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 945 time: 0.0641737 Aug 04 15:28:21.437911 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-791b7aa7-4b3e-47d4-83a2-32afb935bcc5 req-ae9cc1bd-df87-4cd0-b31c-7bc33efc03a1 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332026 Aug 04 15:28:21.933632 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbc700-c01f-4bf5-b03e-3b084cf7a8f8 req-83b559d2-162f-47cc-8d40-fe871e53ea96 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:21.935115 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e9bbc700-c01f-4bf5-b03e-3b084cf7a8f8 req-83b559d2-162f-47cc-8d40-fe871e53ea96 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0508792 Aug 04 15:28:21.972197 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e9bbc700-c01f-4bf5-b03e-3b084cf7a8f8 req-b1775895-6efe-4970-9c0d-2cc5e2749c76 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310194 Aug 04 15:28:22.555063 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf978615-e19c-4b7a-8124-67fbe9625fb8 req-26786c28-316b-4865-a740-f19c1bcf728b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:22.556696 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bf978615-e19c-4b7a-8124-67fbe9625fb8 req-26786c28-316b-4865-a740-f19c1bcf728b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 945 time: 0.0505095 Aug 04 15:28:22.597333 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bf978615-e19c-4b7a-8124-67fbe9625fb8 req-ca5babd5-b982-4bf0-bd7d-54458c93d29e tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342944 Aug 04 15:28:23.100956 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0617ff9-fea2-4c3e-a325-6daa0ecc3b33 req-3f05dfb3-c47e-4f18-806a-4337cba0d379 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:23.102569 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c0617ff9-fea2-4c3e-a325-6daa0ecc3b33 req-3f05dfb3-c47e-4f18-806a-4337cba0d379 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0577483 Aug 04 15:28:23.355551 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c0617ff9-fea2-4c3e-a325-6daa0ecc3b33 req-2f8077e6-d0ad-461d-918c-7a61b1f46b36 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464755 Aug 04 15:28:23.732274 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262bfb1-efea-485f-9d9e-63a6fe40d85e req-5ab8097e-2ccc-4c32-af70-c2b0437de65e tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:23.733894 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9262bfb1-efea-485f-9d9e-63a6fe40d85e req-5ab8097e-2ccc-4c32-af70-c2b0437de65e tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 945 time: 0.0618463 Aug 04 15:28:23.781631 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9262bfb1-efea-485f-9d9e-63a6fe40d85e req-c728a7a0-36da-4520-bbd6-24dc8a5b2e4b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409284 Aug 04 15:28:24.494761 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc18a04-6b86-43ca-8035-aa7f9150b4b5 req-5541ffe3-1149-4fd9-80da-a3cb153fc650 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:24.497482 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fbc18a04-6b86-43ca-8035-aa7f9150b4b5 req-5541ffe3-1149-4fd9-80da-a3cb153fc650 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0590718 Aug 04 15:28:24.559670 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fbc18a04-6b86-43ca-8035-aa7f9150b4b5 req-d2af4225-bbe8-48ae-b894-9d65bd560fc5 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484061 Aug 04 15:28:24.927850 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877678c-5e0e-48a4-9583-5a09d11aa793 req-643d9da3-ad30-413f-b236-09ee220870c1 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:24.929496 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7877678c-5e0e-48a4-9583-5a09d11aa793 req-643d9da3-ad30-413f-b236-09ee220870c1 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 945 time: 0.0723794 Aug 04 15:28:24.997199 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7877678c-5e0e-48a4-9583-5a09d11aa793 req-fbe927a4-b01d-4cd9-a7e1-7f5af47b6e2c tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581579 Aug 04 15:28:25.744373 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60f1c9-4c35-4298-8a8d-64aa4133a763 req-018eb001-6a6e-4ece-a74d-cbb3afaa7955 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:25.757450 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5c60f1c9-4c35-4298-8a8d-64aa4133a763 req-018eb001-6a6e-4ece-a74d-cbb3afaa7955 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0698111 Aug 04 15:28:25.841408 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device c577ffe2-2606-4e17-8cc4-7e1a0057676c up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:28:25.846490 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5c60f1c9-4c35-4298-8a8d-64aa4133a763 req-710b7289-4834-4c39-809e-e7b78319ca6c tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855236 Aug 04 15:28:25.898289 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning for port c577ffe2-2606-4e17-8cc4-7e1a0057676c completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:28:25.902624 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port c577ffe2-2606-4e17-8cc4-7e1a0057676c triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:28:25.903664 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:26.000332 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:26.049775 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215c36d0-5b5c-46b9-b409-198a5e0844bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c577ffe2-2606-4e17-8cc4-7e1a0057676c'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:28:26.054589 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ce9ea9-db35-478b-a393-9ce96bdae577" -d '{"events": [{"server_uuid": "215c36d0-5b5c-46b9-b409-198a5e0844bf", "name": "network-vif-plugged", "status": "completed", "tag": "c577ffe2-2606-4e17-8cc4-7e1a0057676c"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:28:26.070859 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port c577ffe2-2606-4e17-8cc4-7e1a0057676c, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c577ffe2-2606-4e17-8cc4-7e1a0057676c,segment=NetworkSegment(9f08c773-a146-4345-be73-3ea4c4cfc9cc),segment_id=9f08c773-a146-4345-be73-3ea4c4cfc9cc)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:26.088171 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:26.147597 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=c577ffe2-2606-4e17-8cc4-7e1a0057676c,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:26.166572 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc233d3-f561-43a0-9088-36c388337c52 req-7f3d7dcf-0b84-41b8-bea7-a74d5ab89085 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:26.168409 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5bc233d3-f561-43a0-9088-36c388337c52 req-7f3d7dcf-0b84-41b8-bea7-a74d5ab89085 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 946 time: 0.0709500 Aug 04 15:28:26.218014 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5bc233d3-f561-43a0-9088-36c388337c52 req-b9394923-efb4-487b-90f3-17c2921bf740 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436561 Aug 04 15:28:26.278627 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cd1122-4ca3-4fa0-a06e-9d701eca6c88 x-openstack-request-id: req-22cd1122-4ca3-4fa0-a06e-9d701eca6c88 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:28:26.278920 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215c36d0-5b5c-46b9-b409-198a5e0844bf", "name": "network-vif-plugged", "status": "completed", "tag": "c577ffe2-2606-4e17-8cc4-7e1a0057676c", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:28:26.279206 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-22cd1122-4ca3-4fa0-a06e-9d701eca6c88 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:28:26.279613 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215c36d0-5b5c-46b9-b409-198a5e0844bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c577ffe2-2606-4e17-8cc4-7e1a0057676c', 'code': 200} Aug 04 15:28:26.992518 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f30a75-7b16-4252-a623-a43f8aec1102 req-def2761b-6012-4025-b84e-c90c9f73a8e4 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:26.994326 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-89f30a75-7b16-4252-a623-a43f8aec1102 req-def2761b-6012-4025-b84e-c90c9f73a8e4 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0636864 Aug 04 15:28:27.042056 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-89f30a75-7b16-4252-a623-a43f8aec1102 req-532bc1af-a25a-469e-861e-2a66c11fa1fb tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407012 Aug 04 15:28:27.346017 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b07e3-454e-45a3-81c3-2a32646ceda3 req-8e3527e0-4c17-4763-9416-363f77922522 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:27.347905 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d04b07e3-454e-45a3-81c3-2a32646ceda3 req-8e3527e0-4c17-4763-9416-363f77922522 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 946 time: 0.0536468 Aug 04 15:28:27.388375 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d04b07e3-454e-45a3-81c3-2a32646ceda3 req-eb31c34e-c5ab-4329-9fa7-e14b8a58487a tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338857 Aug 04 15:28:28.168120 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afdb3c-179f-411d-b03d-7b2922961a1e req-c8ee507f-292a-4548-8228-a2ba7b263a1d tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:28.169850 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b8afdb3c-179f-411d-b03d-7b2922961a1e req-c8ee507f-292a-4548-8228-a2ba7b263a1d tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0546029 Aug 04 15:28:28.223845 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b8afdb3c-179f-411d-b03d-7b2922961a1e req-7d0664bb-ade6-478b-b6a1-c1bbd8529358 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478246 Aug 04 15:28:28.522141 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7698548-b78d-4be0-aa10-0479d54996fd req-0f096e63-8038-49dd-913c-577595b653d0 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:28.524099 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c7698548-b78d-4be0-aa10-0479d54996fd req-0f096e63-8038-49dd-913c-577595b653d0 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 946 time: 0.0559859 Aug 04 15:28:28.566280 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c7698548-b78d-4be0-aa10-0479d54996fd req-da54dcdc-fdab-4030-95fa-1ed972a86bd6 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352433 Aug 04 15:28:29.387806 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5690647-8ff2-42ff-8f27-1de21ad23240 req-74b286be-9de6-430c-8012-81d890d29ad7 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:29.389302 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a5690647-8ff2-42ff-8f27-1de21ad23240 req-74b286be-9de6-430c-8012-81d890d29ad7 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0643156 Aug 04 15:28:29.447936 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a5690647-8ff2-42ff-8f27-1de21ad23240 req-c7fa9601-6e5b-41b4-a2e8-2d641856f83f tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495143 Aug 04 15:28:29.533601 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea33f6a-7740-4fe8-a4e7-53c886ad699a req-c8759e03-eea6-4220-962b-4cd395869815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:29.535088 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5ea33f6a-7740-4fe8-a4e7-53c886ad699a req-c8759e03-eea6-4220-962b-4cd395869815 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 1099 time: 0.0721025 Aug 04 15:28:29.583343 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5ea33f6a-7740-4fe8-a4e7-53c886ad699a req-b35b4501-2392-4d89-9331-b5bb6723429e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382926 Aug 04 15:28:29.686938 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65707633-c8d2-47f1-bc5f-8a5a6057061c req-fecccc1b-9cdb-49c1-89ad-601fd16900c4 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:29.688942 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-65707633-c8d2-47f1-bc5f-8a5a6057061c req-fecccc1b-9cdb-49c1-89ad-601fd16900c4 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 946 time: 0.0527692 Aug 04 15:28:29.737120 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-65707633-c8d2-47f1-bc5f-8a5a6057061c req-04bfca5d-1e25-4d2e-860a-8c210564da1b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365784 Aug 04 15:28:30.127606 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d732c48-e0c8-4cd2-9841-5a2c594f8fe2 req-06f6b976-f9e2-4bd4-8486-1f181388547f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:30.129815 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8d732c48-e0c8-4cd2-9841-5a2c594f8fe2 req-06f6b976-f9e2-4bd4-8486-1f181388547f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0793302 Aug 04 15:28:30.197064 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8d732c48-e0c8-4cd2-9841-5a2c594f8fe2 req-533bd08e-c8bf-4818-988c-fc4884b74563 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435693 Aug 04 15:28:30.627227 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcab41d-c570-453e-ac04-53f527b100b0 req-43ba1f26-841e-42f6-bb2a-aaa97f4c9eef tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:30.629192 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-efcab41d-c570-453e-ac04-53f527b100b0 req-43ba1f26-841e-42f6-bb2a-aaa97f4c9eef tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0976233 Aug 04 15:28:30.695073 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-efcab41d-c570-453e-ac04-53f527b100b0 req-d49fb8b5-1f99-40fd-9d56-59d047bd2f47 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579627 Aug 04 15:28:30.760636 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 56138) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:30.914571 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ad09e-25bd-4d40-ad83-38dd0c5d9a3e req-9328059a-c6a8-47c7-ad5b-d494c34c7483 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:30.917347 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d00ad09e-25bd-4d40-ad83-38dd0c5d9a3e req-9328059a-c6a8-47c7-ad5b-d494c34c7483 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 946 time: 0.0705707 Aug 04 15:28:30.975230 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d00ad09e-25bd-4d40-ad83-38dd0c5d9a3e req-1ad535d9-3102-4cbe-be7b-024527b00115 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449040 Aug 04 15:28:30.992539 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c59ac0ac-566a-4f3c-a058-7b5f31971aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:31.114265 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c59ac0ac-566a-4f3c-a058-7b5f31971aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:31.120636 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c59ac0ac-566a-4f3c-a058-7b5f31971aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:31.174537 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-c59ac0ac-566a-4f3c-a058-7b5f31971aaa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6373827a086345169f59db3426e66dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4127762 Aug 04 15:28:31.175428 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ac0ac-566a-4f3c-a058-7b5f31971aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e616d61-e541-4d6e-928e-34f6204bd089,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:31.177266 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 56148) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:31.232343 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c9d6bd0d-1184-44e7-a0b5-038193083620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:31.254844 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c9d6bd0d-1184-44e7-a0b5-038193083620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:31.309439 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c9d6bd0d-1184-44e7-a0b5-038193083620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:31.312391 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c9d6bd0d-1184-44e7-a0b5-038193083620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:31.313545 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-c9d6bd0d-1184-44e7-a0b5-038193083620 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1e616d61-e541-4d6e-928e-34f6204bd089 HTTP/1.1" status: 204 len: 168 time: 0.1350534 Aug 04 15:28:31.321592 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6bd0d-1184-44e7-a0b5-038193083620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e616d61-e541-4d6e-928e-34f6204bd089,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:31.336914 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f3555-bca7-42b4-992e-c49f89353b5f req-a8bcfdf3-5e5a-4783-a8ad-0d69d500a26f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:31.339207 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-211f3555-bca7-42b4-992e-c49f89353b5f req-a8bcfdf3-5e5a-4783-a8ad-0d69d500a26f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0647914 Aug 04 15:28:31.399173 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-211f3555-bca7-42b4-992e-c49f89353b5f req-c3cc1319-38c9-4715-9fe1-7ff5f16d5b3f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494006 Aug 04 15:28:31.837974 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed0b2d-0c6c-4ac0-b85f-7b041b5d983a req-a04e99cb-e15c-43f7-8913-9d65ae5cd0f9 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:31.843483 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8eed0b2d-0c6c-4ac0-b85f-7b041b5d983a req-a04e99cb-e15c-43f7-8913-9d65ae5cd0f9 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0835207 Aug 04 15:28:31.915717 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8eed0b2d-0c6c-4ac0-b85f-7b041b5d983a req-88fae3b5-ce80-4d36-9fc5-80ac66e397ad tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652640 Aug 04 15:28:32.130196 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711094f1-cb14-4e78-8a6e-fdd0a3687995 req-c7df133f-d816-4359-8694-62d82c253c2a tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:32.131861 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-711094f1-cb14-4e78-8a6e-fdd0a3687995 req-c7df133f-d816-4359-8694-62d82c253c2a tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 946 time: 0.0714571 Aug 04 15:28:32.167361 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a9da8-6d57-4664-83d9-9e6734606eba req-232b7407-4bbd-42d8-8d92-ae75d3df168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:32.170197 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fd7a9da8-6d57-4664-83d9-9e6734606eba req-232b7407-4bbd-42d8-8d92-ae75d3df168e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 1098 time: 0.0727503 Aug 04 15:28:32.185259 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-711094f1-cb14-4e78-8a6e-fdd0a3687995 req-438d52e5-a91d-4ff1-9c62-cfb84ebfcc33 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466635 Aug 04 15:28:32.240202 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fd7a9da8-6d57-4664-83d9-9e6734606eba req-1a98d473-0526-4b89-94a8-9671cffd2038 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498559 Aug 04 15:28:32.629353 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0eb11-ba1b-48b2-b153-92e4cd5fdd9d req-e4f76bcc-c65a-4848-a5b9-89e80e26e141 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:32.633259 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-eec0eb11-ba1b-48b2-b153-92e4cd5fdd9d req-e4f76bcc-c65a-4848-a5b9-89e80e26e141 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0971241 Aug 04 15:28:32.678998 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-eec0eb11-ba1b-48b2-b153-92e4cd5fdd9d req-b74e020d-692b-4123-8020-3afcb61eac5c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374062 Aug 04 15:28:33.093623 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfb385-252b-442a-a358-5af92c914a75 req-edb694d0-ea20-44c4-85d4-e610074d94c5 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:33.101200 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-78cfb385-252b-442a-a358-5af92c914a75 req-edb694d0-ea20-44c4-85d4-e610074d94c5 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.1034520 Aug 04 15:28:33.149242 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-78cfb385-252b-442a-a358-5af92c914a75 req-6035f7cf-49ed-4725-810c-f2c92e33e47c tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469780 Aug 04 15:28:33.822916 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9449f23-4f0f-4d90-b8cd-d4f053ac8d27 req-b6679d5f-27b3-4a95-ab4c-694d8438361d tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:33.824834 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d9449f23-4f0f-4d90-b8cd-d4f053ac8d27 req-b6679d5f-27b3-4a95-ab4c-694d8438361d tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0577888 Aug 04 15:28:33.884500 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d9449f23-4f0f-4d90-b8cd-d4f053ac8d27 req-6e84df1c-4080-4eac-aa79-9800b0b4e5c8 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491276 Aug 04 15:28:34.317194 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d05f97-c671-4462-a544-e3b08576578c req-5bf8d760-af11-40a9-ab29-4767ee4303d1 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:34.318990 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f1d05f97-c671-4462-a544-e3b08576578c req-5bf8d760-af11-40a9-ab29-4767ee4303d1 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0668592 Aug 04 15:28:34.369434 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f1d05f97-c671-4462-a544-e3b08576578c req-70285c34-5590-4fdd-9ec0-d3b082ef4892 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398271 Aug 04 15:28:34.701325 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07054e46-c3da-44bb-b13c-51b56ce451a4 req-38f91ef9-dcc1-42e9-a9bc-3bb0029ce801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:34.702986 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-07054e46-c3da-44bb-b13c-51b56ce451a4 req-38f91ef9-dcc1-42e9-a9bc-3bb0029ce801 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=13d02bf790ce4464804411b784db648d&device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 1098 time: 0.0576987 Aug 04 15:28:34.709045 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dbd31-4e0e-405e-828d-9a243a65b38a req-16e277da-6101-4cd2-bd26-89ce2f7329ae tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:34.710642 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4c5dbd31-4e0e-405e-828d-9a243a65b38a req-16e277da-6101-4cd2-bd26-89ce2f7329ae tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0583355 Aug 04 15:28:34.766109 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4c5dbd31-4e0e-405e-828d-9a243a65b38a req-09970c17-f6ed-44d3-a652-4225040be499 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475447 Aug 04 15:28:34.810291 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07054e46-c3da-44bb-b13c-51b56ce451a4 req-366b7a27-9458-4051-a0e3-960746080c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:34.812078 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-07054e46-c3da-44bb-b13c-51b56ce451a4 req-366b7a27-9458-4051-a0e3-960746080c91 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcd16224-3e84-44b0-a461-e2a9f25dc336 HTTP/1.1" status: 200 len: 919 time: 0.0982978 Aug 04 15:28:34.868969 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-07054e46-c3da-44bb-b13c-51b56ce451a4 req-59e2a4ea-b436-4bda-965b-152f40458bde service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=709cc591-7cd9-415b-8047-eb26fd33a8b3 HTTP/1.1" status: 200 len: 217 time: 0.0449674 Aug 04 15:28:34.932476 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07054e46-c3da-44bb-b13c-51b56ce451a4 req-711d7bf0-6dab-4466-b214-eab43db3e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:34.934060 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-07054e46-c3da-44bb-b13c-51b56ce451a4 req-711d7bf0-6dab-4466-b214-eab43db3e35b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2601cba3-2975-403d-8fbf-30dac3fcbfd7 HTTP/1.1" status: 200 len: 858 time: 0.0581062 Aug 04 15:28:34.990169 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-07054e46-c3da-44bb-b13c-51b56ce451a4 req-d9edb86e-9572-4658-b9f9-e56aa91bbdd4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcd16224-3e84-44b0-a461-e2a9f25dc336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446808 Aug 04 15:28:35.151469 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b8246-f256-40bf-b056-e885d3a9757f req-6439f092-d2d2-43fa-8efe-72d4f99446e6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:35.153752 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-068b8246-f256-40bf-b056-e885d3a9757f req-6439f092-d2d2-43fa-8efe-72d4f99446e6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.1203585 Aug 04 15:28:35.255199 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-07054e46-c3da-44bb-b13c-51b56ce451a4 req-f0870326-d133-4c97-8341-dbc7cb30b82f service neutron] 10.222.0.59 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445571 Aug 04 15:28:35.311057 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-068b8246-f256-40bf-b056-e885d3a9757f req-298577f2-c7fe-43b1-9981-fcaa8b127699 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512806 Aug 04 15:28:35.400595 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-07054e46-c3da-44bb-b13c-51b56ce451a4 req-717faae6-6a18-47df-bfb9-aad6f6f7ba01 service neutron] 10.222.0.59 "GET /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301610 Aug 04 15:28:35.532716 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-df63a825-8a73-4712-8537-7afd963dc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:35.697053 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 56264) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:35.867057 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3b0b7a8d-fe4f-4cf7-97b2-eb9ae25412b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:35.958067 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c37482-34d5-42e1-be7c-909a63bd7ba2 req-58bcbfb3-521a-43ce-ba60-1f5c2863f002 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:35.975489 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-57c37482-34d5-42e1-be7c-909a63bd7ba2 req-58bcbfb3-521a-43ce-ba60-1f5c2863f002 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.1099494 Aug 04 15:28:36.040164 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-57c37482-34d5-42e1-be7c-909a63bd7ba2 req-c1bf114a-4279-4102-b30e-a9627a2696c2 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636802 Aug 04 15:28:36.101569 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3b0b7a8d-fe4f-4cf7-97b2-eb9ae25412b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:36.106636 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3b0b7a8d-fe4f-4cf7-97b2-eb9ae25412b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:36.149264 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 56274) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:36.149673 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-3b0b7a8d-fe4f-4cf7-97b2-eb9ae25412b5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5231eb6c09dc422a992a52754b74a535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4508469 Aug 04 15:28:36.151085 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b7a8d-fe4f-4cf7-97b2-eb9ae25412b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f579b4ca-8d00-4adf-b07f-52be43dac606,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:36.223829 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3031e1cf-18a0-4b3b-9d14-9c2aad6400ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:36.251711 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3031e1cf-18a0-4b3b-9d14-9c2aad6400ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:36.346256 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3031e1cf-18a0-4b3b-9d14-9c2aad6400ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:36.348878 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3031e1cf-18a0-4b3b-9d14-9c2aad6400ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:36.355326 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-3031e1cf-18a0-4b3b-9d14-9c2aad6400ba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f579b4ca-8d00-4adf-b07f-52be43dac606 HTTP/1.1" status: 204 len: 168 time: 0.1979854 Aug 04 15:28:36.373984 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031e1cf-18a0-4b3b-9d14-9c2aad6400ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f579b4ca-8d00-4adf-b07f-52be43dac606,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:36.545819 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081180c6-b81a-4083-a5dc-8b5e9b1b0f49 req-cc563266-7288-4534-83fc-9ec96ea83930 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:36.547597 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-081180c6-b81a-4083-a5dc-8b5e9b1b0f49 req-cc563266-7288-4534-83fc-9ec96ea83930 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0782182 Aug 04 15:28:36.609655 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-081180c6-b81a-4083-a5dc-8b5e9b1b0f49 req-ae2b168f-8591-4d9d-8abe-2cd68dbaebd5 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550039 Aug 04 15:28:37.179381 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b198cc-58ad-4063-8be8-ce5bc80f41bb req-101950a4-dcdf-48bb-afbe-79cc86db560c tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:37.181164 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-17b198cc-58ad-4063-8be8-ce5bc80f41bb req-101950a4-dcdf-48bb-afbe-79cc86db560c tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0584536 Aug 04 15:28:37.229918 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-17b198cc-58ad-4063-8be8-ce5bc80f41bb req-3e5b72ac-075d-4571-9d12-484d69a37ced tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419998 Aug 04 15:28:37.738471 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd725f-7d73-4af8-a1b3-09146f7056ad req-c61f7f53-b2e0-4e7f-8386-655550d47a4b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:37.739956 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3bfd725f-7d73-4af8-a1b3-09146f7056ad req-c61f7f53-b2e0-4e7f-8386-655550d47a4b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0511885 Aug 04 15:28:37.789070 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3bfd725f-7d73-4af8-a1b3-09146f7056ad req-3f8e1221-3b31-4a5d-9824-c9385a4f19da tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423124 Aug 04 15:28:38.369623 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4b405-a9ac-42c0-83e3-d0a21fecc7c2 req-1d4e2592-aaee-48a5-9f0f-bf0ce37f7b6d tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:38.378259 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1af4b405-a9ac-42c0-83e3-d0a21fecc7c2 req-1d4e2592-aaee-48a5-9f0f-bf0ce37f7b6d tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0678666 Aug 04 15:28:38.433430 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1af4b405-a9ac-42c0-83e3-d0a21fecc7c2 req-4a892d57-bc65-4513-9481-ac6a369c8113 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536790 Aug 04 15:28:39.004388 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-7983c5f3-bced-42ca-b1e7-f8266069c1c0 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426348976&fields=id&tenant_id=81189bdeb0e34495ae3b1512fddfe444 HTTP/1.1" status: 200 len: 267 time: 0.0434141 Aug 04 15:28:39.017965 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-f425fe01-652a-4c55-ba6b-e2d8f16c3359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:39.149229 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-5ea9861e-a69f-4ba8-8b53-e765d078f864 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:39.150909 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-5ea9861e-a69f-4ba8-8b53-e765d078f864 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/networks?id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e HTTP/1.1" status: 200 len: 812 time: 0.1386900 Aug 04 15:28:39.169257 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-85cf3e8b-34be-4094-b40a-cdde6eb539fd tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/quotas/81189bdeb0e34495ae3b1512fddfe444 HTTP/1.1" status: 200 len: 375 time: 0.0112097 Aug 04 15:28:39.241061 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-7e9b1e03-7fc8-4802-8cef-7b394b4c2f62 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=81189bdeb0e34495ae3b1512fddfe444&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568538 Aug 04 15:28:39.276280 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101adad-156e-4113-91e3-80699f95d17e req-816b333c-84a3-47f1-865d-9cae61b367b7 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:39.278692 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c101adad-156e-4113-91e3-80699f95d17e req-816b333c-84a3-47f1-865d-9cae61b367b7 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.3169317 Aug 04 15:28:39.360157 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c101adad-156e-4113-91e3-80699f95d17e req-4fcb48c5-2367-46bf-b473-8e9580b1d335 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723090 Aug 04 15:28:39.363840 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-5ae8f48c-6c04-417f-ad2f-59dad2c44229 service neutron] 10.222.0.10 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214116 Aug 04 15:28:39.386416 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:39.470752 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-19be25fe-3d41-4853-a6be-637e2833c3af service neutron] 10.222.0.10 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059756 Aug 04 15:28:39.589108 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:39.898894 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-94f475d5-246d-425d-9846-8fc58f628941 req-b80a11f6-c986-4154-82cc-0f69a2d9e692 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 210 time: 0.0542340 Aug 04 15:28:40.140185 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:40.514478 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b2fe1-d4df-4a6a-bcff-7945ff0dd930 req-928295f2-c9fe-49e6-9bf7-69e0f58a1c30 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:40.516793 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5f6b2fe1-d4df-4a6a-bcff-7945ff0dd930 req-928295f2-c9fe-49e6-9bf7-69e0f58a1c30 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0702462 Aug 04 15:28:40.588465 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5f6b2fe1-d4df-4a6a-bcff-7945ff0dd930 req-d80435ce-8414-45d6-9208-13127e4dfb2a tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567336 Aug 04 15:28:40.996764 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5d2054c8-bb0c-4562-bcc6-7cc69a03f7e8 req-ff008e28-c48e-4d45-bf8f-c2bb88a121a0 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 210 time: 0.0262513 Aug 04 15:28:41.288566 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-128f80c4-25c9-4145-898a-8add34e5f0e4 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:41.290572 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-128f80c4-25c9-4145-898a-8add34e5f0e4 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.59 "GET /v2.0/networks?id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e HTTP/1.1" status: 200 len: 812 time: 0.1190588 Aug 04 15:28:41.365726 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-474c1686-4fcf-4ad4-ab85-b3afa633e39b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81189bdeb0e34495ae3b1512fddfe444 HTTP/1.1" status: 200 len: 380 time: 0.0443809 Aug 04 15:28:41.383238 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-f195b731-4523-413a-a5b4-0c681425491b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Request body: {'port': {'device_id': 'ee9fc497-eef0-4e90-9876-a7eea18fdc59', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'admin_state_up': True, 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'security_groups': ['ed03715b-49a9-4088-bee1-66a04b11a2b8']}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:28:41.491892 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-f195b731-4523-413a-a5b4-0c681425491b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Made reservation on behalf of 81189bdeb0e34495ae3b1512fddfe444 for: {'port': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:28:41.496056 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-f195b731-4523-413a-a5b4-0c681425491b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:41.624733 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_common [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-f195b731-4523-413a-a5b4-0c681425491b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Allocated IP 172.20.0.5 (ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e/eaee7f63-f063-4df1-ba7e-6837cf8cbd3e/ce1ffcae-87e8-4b68-9901-da16bbb46df0) {{(pid=93420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:28:41.710742 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e5b02-e8ed-4d20-8c76-d92c17dcef94 req-337adeec-cab4-4432-a38c-c6c26fd61bca tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:41.712298 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3d1e5b02-e8ed-4d20-8c76-d92c17dcef94 req-337adeec-cab4-4432-a38c-c6c26fd61bca tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0577228 Aug 04 15:28:41.752862 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3d1e5b02-e8ed-4d20-8c76-d92c17dcef94 req-71f631e4-4e5f-4507-a597-2ef821ac10d0 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339303 Aug 04 15:28:41.773263 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-f195b731-4523-413a-a5b4-0c681425491b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for port, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:41.787786 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.provisioning_blocks [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-f195b731-4523-413a-a5b4-0c681425491b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Transition to ACTIVE for port object ce1ffcae-87e8-4b68-9901-da16bbb46df0 will not be triggered until provisioned by entity DHCP. {{(pid=93420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:28:41.821067 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-f195b731-4523-413a-a5b4-0c681425491b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:41.877341 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-f195b731-4523-413a-a5b4-0c681425491b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:28:41.882549 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-f195b731-4523-413a-a5b4-0c681425491b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:28:41.887214 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-f195b731-4523-413a-a5b4-0c681425491b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Received port after_create {{(pid=93420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:28:41.894331 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195b731-4523-413a-a5b4-0c681425491b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event updated for resources: {'Port': ['ID=ce1ffcae-87e8-4b68-9901-da16bbb46df0,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:41.957372 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-f195b731-4523-413a-a5b4-0c681425491b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:41.958023 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-f195b731-4523-413a-a5b4-0c681425491b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for port, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:41.981035 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-f195b731-4523-413a-a5b4-0c681425491b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5974686 Aug 04 15:28:41.989824 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] Request body: {'port': {'device_id': 'ee9fc497-eef0-4e90-9876-a7eea18fdc59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:28:42.058374 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:42.123104 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-d157b41d-f73a-4720-a85d-57de20b761b8 None None] Provisioning for port ce1ffcae-87e8-4b68-9901-da16bbb46df0 completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:28:42.145783 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-d157b41d-f73a-4720-a85d-57de20b761b8 None None] Provisioning complete for port ce1ffcae-87e8-4b68-9901-da16bbb46df0 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:28:42.146165 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-d157b41d-f73a-4720-a85d-57de20b761b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:42.153969 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c426e79-70fb-497f-9665-68b5cc73f16c req-7b7e7b9a-fc37-4f20-a847-3bef42c8f767 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:42.162779 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6c426e79-70fb-497f-9665-68b5cc73f16c req-7b7e7b9a-fc37-4f20-a847-3bef42c8f767 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 931 time: 0.0802794 Aug 04 15:28:42.231471 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-d157b41d-f73a-4720-a85d-57de20b761b8 None None] Port ce1ffcae-87e8-4b68-9901-da16bbb46df0 cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:28:42.239912 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6c426e79-70fb-497f-9665-68b5cc73f16c req-3dd59768-a30f-4e69-aabe-eb62096641a8 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756733 Aug 04 15:28:42.434581 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.notifiers.nova [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1ffcae-87e8-4b68-9901-da16bbb46df0 {{(pid=93420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:28:42.443878 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:42.457767 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.provisioning_blocks [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] Transition to ACTIVE for port object ce1ffcae-87e8-4b68-9901-da16bbb46df0 will not be triggered until provisioned by entity L2. {{(pid=93420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:28:42.463633 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773002'] for port, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:42.547757 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] Pushing event updated for resources: {'Port': ['ID=ce1ffcae-87e8-4b68-9901-da16bbb46df0,revision_number=2']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:42.591993 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:42.644063 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.managers [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] Attempting to bind port ce1ffcae-87e8-4b68-9901-da16bbb46df0 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=93420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:28:42.644394 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.managers [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] Attempting to bind port ce1ffcae-87e8-4b68-9901-da16bbb46df0 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '09172d19-1e2b-434d-9c76-68738c3d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e'}] {{(pid=93420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:28:42.644926 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] Attempting to bind port ce1ffcae-87e8-4b68-9901-da16bbb46df0 on network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e {{(pid=93420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:28:42.649934 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] Port ce1ffcae-87e8-4b68-9901-da16bbb46df0 on network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=93420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:28:42.650960 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] Attempting to bind port ce1ffcae-87e8-4b68-9901-da16bbb46df0 on network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e {{(pid=93420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:28:42.656973 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] Checking agent: {'id': '5bc10963-30ee-40c9-994c-c74f44e4da8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'started_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:28:42.657318 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] Checking segment: {'id': '09172d19-1e2b-434d-9c76-68738c3d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:28:42.657706 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] Bound using segment: {'id': '09172d19-1e2b-434d-9c76-68738c3d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e'} {{(pid=93420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:28:42.658146 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.managers [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] Bound port: ce1ffcae-87e8-4b68-9901-da16bbb46df0, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09172d19-1e2b-434d-9c76-68738c3d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e'}}] {{(pid=93420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:28:42.658509 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:42.748050 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] For port ce1ffcae-87e8-4b68-9901-da16bbb46df0, host hv-cinder-68948, cleared binding levels {{(pid=93420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:28:42.751636 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] For port ce1ffcae-87e8-4b68-9901-da16bbb46df0, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ce1ffcae-87e8-4b68-9901-da16bbb46df0,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:28:42.757420 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773002'] for port, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:42.813544 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:42.814172 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for port, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:42.816300 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] 10.222.0.59 "PUT /v2.0/ports/ce1ffcae-87e8-4b68-9901-da16bbb46df0 HTTP/1.1" status: 200 len: 1093 time: 0.8308873 Aug 04 15:28:42.819963 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9fc497-eef0-4e90-9876-a7eea18fdc59', 'tag': 'ce1ffcae-87e8-4b68-9901-da16bbb46df0'}] {{(pid=93420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:28:42.823251 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a8606f0b79035e877430952f6a143f8bf77a00db166e3d643dd1b603a21b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60668fb2-60e0-4353-a40e-051161b3f756" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9fc497-eef0-4e90-9876-a7eea18fdc59", "tag": "ce1ffcae-87e8-4b68-9901-da16bbb46df0"}]}' {{(pid=93420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:28:42.872811 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505526a-2b3b-4e7e-b230-fe1dd5b2180d service neutron] Pushing event updated for resources: {'Port': ['ID=ce1ffcae-87e8-4b68-9901-da16bbb46df0,revision_number=3']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:42.904033 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665e885d-c29b-4e85-bc2b-66aed85fcdcb x-openstack-request-id: req-665e885d-c29b-4e85-bc2b-66aed85fcdcb {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:28:42.904316 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9fc497-eef0-4e90-9876-a7eea18fdc59", "tag": "ce1ffcae-87e8-4b68-9901-da16bbb46df0", "status": "completed", "code": 200}]} {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:28:42.904565 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-665e885d-c29b-4e85-bc2b-66aed85fcdcb {{(pid=93420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:28:42.904986 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9fc497-eef0-4e90-9876-a7eea18fdc59', 'tag': 'ce1ffcae-87e8-4b68-9901-da16bbb46df0', 'status': 'completed', 'code': 200} Aug 04 15:28:42.959402 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-b2841935-dc5a-473c-a7b3-beda3d86ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:42.960918 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-b2841935-dc5a-473c-a7b3-beda3d86ee1e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81189bdeb0e34495ae3b1512fddfe444&device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 1096 time: 0.0677090 Aug 04 15:28:42.970982 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86899a49-6f74-41cc-a2f7-9f72fda8814f req-419f7baa-cfd7-4301-b441-7fb20d497b57 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:42.972537 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-86899a49-6f74-41cc-a2f7-9f72fda8814f req-419f7baa-cfd7-4301-b441-7fb20d497b57 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.1017368 Aug 04 15:28:43.028817 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-5d7ada98-6553-4ab6-92c1-439dc7c4334f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce1ffcae-87e8-4b68-9901-da16bbb46df0 HTTP/1.1" status: 200 len: 217 time: 0.0448039 Aug 04 15:28:43.109488 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-86899a49-6f74-41cc-a2f7-9f72fda8814f req-d73cd1a7-093b-4d85-8990-4fcbcb87ce63 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824964 Aug 04 15:28:43.114751 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-419e122b-1b83-48fc-bb35-a725b3981269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:43.118711 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-419e122b-1b83-48fc-bb35-a725b3981269 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eaee7f63-f063-4df1-ba7e-6837cf8cbd3e HTTP/1.1" status: 200 len: 851 time: 0.0694644 Aug 04 15:28:43.184579 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-4e481cf6-5e5a-41c6-8058-a0d2de411b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:43.186901 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-4e481cf6-5e5a-41c6-8058-a0d2de411b65 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0594909 Aug 04 15:28:43.297173 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-fb599340-e97e-47ab-b368-492c10018199 service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988960 Aug 04 15:28:43.391219 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c28eac-fc4c-4a93-8f80-91e74543fa87 req-d301f397-a9a1-400e-9c4c-2380c9a6112d tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:43.393440 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-07c28eac-fc4c-4a93-8f80-91e74543fa87 req-d301f397-a9a1-400e-9c4c-2380c9a6112d tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 943 time: 0.0585599 Aug 04 15:28:43.422705 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4a0b418e-b160-494c-81fd-d3e50449ee7e req-27dfe693-b15a-4240-9c4c-6c39d28e870d service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170413 Aug 04 15:28:43.444114 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-07c28eac-fc4c-4a93-8f80-91e74543fa87 req-4c3179bb-8b41-4e78-a8ed-f5c553343e98 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403268 Aug 04 15:28:43.531160 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60668fb2-60e0-4353-a40e-051161b3f756 req-20e827e2-7950-41d5-8cd1-237bb1ca2c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:43.533740 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-60668fb2-60e0-4353-a40e-051161b3f756 req-20e827e2-7950-41d5-8cd1-237bb1ca2c27 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81189bdeb0e34495ae3b1512fddfe444&device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 1096 time: 0.0479894 Aug 04 15:28:43.638555 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60668fb2-60e0-4353-a40e-051161b3f756 req-6b7619f4-fb11-4145-b77d-97bfc46103b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:43.640056 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-60668fb2-60e0-4353-a40e-051161b3f756 req-6b7619f4-fb11-4145-b77d-97bfc46103b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e HTTP/1.1" status: 200 len: 913 time: 0.0980525 Aug 04 15:28:43.692492 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-60668fb2-60e0-4353-a40e-051161b3f756 req-7d19ccbf-4851-433d-bc0c-e1f51abdeb51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce1ffcae-87e8-4b68-9901-da16bbb46df0 HTTP/1.1" status: 200 len: 217 time: 0.0410156 Aug 04 15:28:43.746940 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60668fb2-60e0-4353-a40e-051161b3f756 req-a02d5857-3a2e-4093-9c0b-a2b6a528b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:43.748415 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-60668fb2-60e0-4353-a40e-051161b3f756 req-a02d5857-3a2e-4093-9c0b-a2b6a528b748 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eaee7f63-f063-4df1-ba7e-6837cf8cbd3e HTTP/1.1" status: 200 len: 851 time: 0.0464091 Aug 04 15:28:43.800326 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60668fb2-60e0-4353-a40e-051161b3f756 req-e372d6c2-00bb-4e93-8862-8ada138b186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:43.801849 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-60668fb2-60e0-4353-a40e-051161b3f756 req-e372d6c2-00bb-4e93-8862-8ada138b186b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438144 Aug 04 15:28:43.910356 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-60668fb2-60e0-4353-a40e-051161b3f756 req-5b4f3c45-37e6-4662-b2c9-fa51eca511d5 service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001422 Aug 04 15:28:44.008210 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-60668fb2-60e0-4353-a40e-051161b3f756 req-e216974f-9379-4309-a5d0-0387b2d11544 service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876338 Aug 04 15:28:44.055562 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 56530) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:44.159164 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-639c104e-c4aa-45b2-bef3-c7a5697e3e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:44.268783 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcc1b1-5cd6-4e02-b42a-5c77817df12e req-381113bd-83be-4256-922b-4866bff18d2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:44.270268 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c9fcc1b1-5cd6-4e02-b42a-5c77817df12e req-381113bd-83be-4256-922b-4866bff18d2e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0799916 Aug 04 15:28:44.330753 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c9fcc1b1-5cd6-4e02-b42a-5c77817df12e req-818b0156-f863-4ea0-a10e-2ddffa83c4aa tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532815 Aug 04 15:28:44.332561 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-639c104e-c4aa-45b2-bef3-c7a5697e3e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:44.334797 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 56538) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:44.343787 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-639c104e-c4aa-45b2-bef3-c7a5697e3e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:44.411725 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9babe13-2034-4c20-a414-65da95ef5e53 admin admin] Deleting subnet b4bee539-994b-490c-99fe-ef0cca68abcc {{(pid=93420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:28:44.416121 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d9babe13-2034-4c20-a414-65da95ef5e53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:44.419805 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-639c104e-c4aa-45b2-bef3-c7a5697e3e0d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8520e68524644d0e8fc8f688d428c6ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3631523 Aug 04 15:28:44.422529 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 56540) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:44.438009 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c104e-c4aa-45b2-bef3-c7a5697e3e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83bd723-db18-493f-9493-4d3c55fb95e8,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:44.456804 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d9babe13-2034-4c20-a414-65da95ef5e53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5550646'] for subnet, precommit_delete_associations {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:44.473799 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ef8beb25-7223-4b40-a8d8-c1f4b07edce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:44.499528 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ef8beb25-7223-4b40-a8d8-c1f4b07edce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:44.503377 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d9babe13-2034-4c20-a414-65da95ef5e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674264'] for subnet, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:44.576757 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d9babe13-2034-4c20-a414-65da95ef5e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2773188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3822131'] for subnet, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:44.579091 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c62e41-5972-4667-9fa0-a8db4bff0679 req-cf65732c-82ad-4342-816d-4cae97122d87 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:44.580708 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e0c62e41-5972-4667-9fa0-a8db4bff0679 req-cf65732c-82ad-4342-816d-4cae97122d87 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 943 time: 0.0637596 Aug 04 15:28:44.605159 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ef8beb25-7223-4b40-a8d8-c1f4b07edce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:44.607900 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ef8beb25-7223-4b40-a8d8-c1f4b07edce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:44.608433 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9babe13-2034-4c20-a414-65da95ef5e53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4bee539-994b-490c-99fe-ef0cca68abcc,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:44.610448 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d9babe13-2034-4c20-a414-65da95ef5e53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:44.614658 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-d9babe13-2034-4c20-a414-65da95ef5e53 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b4bee539-994b-490c-99fe-ef0cca68abcc HTTP/1.1" status: 204 len: 168 time: 0.2766204 Aug 04 15:28:44.615509 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 56550) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:44.617381 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-ef8beb25-7223-4b40-a8d8-c1f4b07edce0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c83bd723-db18-493f-9493-4d3c55fb95e8 HTTP/1.1" status: 204 len: 168 time: 0.1937001 Aug 04 15:28:44.633424 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8beb25-7223-4b40-a8d8-c1f4b07edce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83bd723-db18-493f-9493-4d3c55fb95e8,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:44.675825 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e0c62e41-5972-4667-9fa0-a8db4bff0679 req-e18db0cf-a614-4280-bfe8-5cc4ed39cade tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854478 Aug 04 15:28:44.700391 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7fc1eb41-d825-4890-bead-676343694a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780294'] for network, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:44.822562 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7fc1eb41-d825-4890-bead-676343694a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668493', 'neutron.services.segments.db._delete_segments_for_network-8754112322169'] for network, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:44.835178 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.services.segments.db [None req-7fc1eb41-d825-4890-bead-676343694a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9b7cdc-41d1-4106-afd3-8db749556a34']}} {{(pid=93420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:28:44.854023 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.services.segments.db [None req-7fc1eb41-d825-4890-bead-676343694a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81e5b50-023a-4531-a340-3c2f35ddeed5') {'for_net_delete': True} {{(pid=93420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:28:44.854396 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.services.segments.db [None req-7fc1eb41-d825-4890-bead-676343694a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81e5b50-023a-4531-a340-3c2f35ddeed5') {} {{(pid=93420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:28:44.867535 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7fc1eb41-d825-4890-bead-676343694a17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754112333828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5550671'] for segment, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:44.886796 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7fc1eb41-d825-4890-bead-676343694a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:44.890689 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afe317-1652-4ceb-8510-81fda772ee20 req-1d1bc513-d883-4967-bdfe-063beaceee29 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:44.892584 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-17afe317-1652-4ceb-8510-81fda772ee20 req-1d1bc513-d883-4967-bdfe-063beaceee29 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 946 time: 0.1079345 Aug 04 15:28:44.902198 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc1eb41-d825-4890-bead-676343694a17 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:28:44.907377 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7fc1eb41-d825-4890-bead-676343694a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2773038'] for segment, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:44.942217 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-17afe317-1652-4ceb-8510-81fda772ee20 req-611ed0d7-71c7-47e5-b8af-fe5fd6b44566 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385702 Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: Traceback (most recent call last): Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: timer() Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: cb(*args, **kw) Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: return func(*args, **kwargs) Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: self._notify() Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: self.callback(batched_events) Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: event.method(event) Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: return f(self, *a, **k) Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: return self._get(url).json() Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: return self.request(url, 'GET', **kwargs) Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:28:44.950831 dv-cinder-689486-15-iscsi neutron-server[93420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:28:45.006587 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7fc1eb41-d825-4890-bead-676343694a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068755'] for network, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:45.011000 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7fc1eb41-d825-4890-bead-676343694a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:45.012901 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-7fc1eb41-d825-4890-bead-676343694a17 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0c9b7cdc-41d1-4106-afd3-8db749556a34 HTTP/1.1" status: 204 len: 168 time: 0.3969107 Aug 04 15:28:45.035987 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b30ed-dbff-431c-b466-31026ee4571c req-0795cc31-dd4f-48ae-97bc-1ff82b4df2ff tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:45.037477 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4f2b30ed-dbff-431c-b466-31026ee4571c req-0795cc31-dd4f-48ae-97bc-1ff82b4df2ff tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0752301 Aug 04 15:28:45.038765 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1eb41-d825-4890-bead-676343694a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c9b7cdc-41d1-4106-afd3-8db749556a34,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:45.083776 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4f2b30ed-dbff-431c-b466-31026ee4571c req-4b4c6b7d-17d9-4530-82e5-469bd16d0225 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376883 Aug 04 15:28:45.172613 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 56562) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:45.213403 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-49cb2318-11a9-45a7-8986-283765d56145 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9317d3870d134606b3dc5f945ef4e48d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388200 Aug 04 15:28:45.215655 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 56564) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:45.266723 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-67147b22-5682-43ea-b4ea-31959776af10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:45.287249 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-67147b22-5682-43ea-b4ea-31959776af10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:45.332226 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-67147b22-5682-43ea-b4ea-31959776af10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:45.334832 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-67147b22-5682-43ea-b4ea-31959776af10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:45.336036 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-67147b22-5682-43ea-b4ea-31959776af10 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bdcd7839-fe4f-4b91-9f40-ed4f80760733 HTTP/1.1" status: 204 len: 168 time: 0.1194808 Aug 04 15:28:45.344704 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67147b22-5682-43ea-b4ea-31959776af10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcd7839-fe4f-4b91-9f40-ed4f80760733,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:45.465763 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e418dc3-514b-462d-9932-a813dfa0d7e7 req-713d5921-b802-4841-990f-8155c085b554 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:45.467279 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4e418dc3-514b-462d-9932-a813dfa0d7e7 req-713d5921-b802-4841-990f-8155c085b554 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0564563 Aug 04 15:28:45.509036 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4e418dc3-514b-462d-9932-a813dfa0d7e7 req-a309b2ca-1bcc-4ca8-b154-d2d31dd9db83 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350761 Aug 04 15:28:45.787510 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d85bd-0425-402c-9905-ebb31a36e8d3 req-7ad10bbc-505a-4dd3-aa38-43adf2bd24a0 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:45.788995 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f13d85bd-0425-402c-9905-ebb31a36e8d3 req-7ad10bbc-505a-4dd3-aa38-43adf2bd24a0 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 943 time: 0.0519521 Aug 04 15:28:45.829011 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f13d85bd-0425-402c-9905-ebb31a36e8d3 req-e53ce1f4-d684-4e58-ac47-1978d6f6c953 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338805 Aug 04 15:28:46.065218 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f17316-9cc3-4b7c-84a6-2429e1ca64f5 req-8cf42676-d9cc-42ad-bbad-4ec2b5668768 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:46.066710 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-48f17316-9cc3-4b7c-84a6-2429e1ca64f5 req-8cf42676-d9cc-42ad-bbad-4ec2b5668768 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 946 time: 0.0517180 Aug 04 15:28:46.107084 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-48f17316-9cc3-4b7c-84a6-2429e1ca64f5 req-977a7366-5913-4a3b-a98a-a799b25fc1ca tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337174 Aug 04 15:28:46.201275 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebf167-3371-459c-b425-db0cf4c27891 req-c65c0dc7-9456-4583-88d3-85b80ed94ae0 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:46.202779 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f8ebf167-3371-459c-b425-db0cf4c27891 req-c65c0dc7-9456-4583-88d3-85b80ed94ae0 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0492585 Aug 04 15:28:46.241156 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f8ebf167-3371-459c-b425-db0cf4c27891 req-7f4d2a12-c871-44d5-a85f-0ebe41e6ca92 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324352 Aug 04 15:28:46.635767 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209ba0b-8b2d-4b80-a183-d8d06ca917c5 req-b0c1c4b6-49e5-4a8e-acf9-e180f0d2b428 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:46.637251 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3209ba0b-8b2d-4b80-a183-d8d06ca917c5 req-b0c1c4b6-49e5-4a8e-acf9-e180f0d2b428 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0539165 Aug 04 15:28:46.674548 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3209ba0b-8b2d-4b80-a183-d8d06ca917c5 req-d4009fec-580d-4704-a35c-66d01d4bcd55 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313394 Aug 04 15:28:46.802911 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7559bc2-2299-46d6-8c0e-085b36d566ea req-4d0b5ed1-970c-4b14-aec7-1fa2ce8e9b74 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:46.804351 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b7559bc2-2299-46d6-8c0e-085b36d566ea req-4d0b5ed1-970c-4b14-aec7-1fa2ce8e9b74 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.59 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 946 time: 0.0499673 Aug 04 15:28:46.851542 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:28:46.970442 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988547c-600c-49c6-b800-37ac8f3a48d8 req-054665fb-0067-4c82-a15f-457d48fc1bd6 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:46.971958 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1988547c-600c-49c6-b800-37ac8f3a48d8 req-054665fb-0067-4c82-a15f-457d48fc1bd6 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 943 time: 0.0739255 Aug 04 15:28:46.973707 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [req-b7559bc2-2299-46d6-8c0e-085b36d566ea req-c5171138-53ba-4958-bd8b-55cb5dffb452 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Deleting port c577ffe2-2606-4e17-8cc4-7e1a0057676c {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:28:46.973944 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-b7559bc2-2299-46d6-8c0e-085b36d566ea req-c5171138-53ba-4958-bd8b-55cb5dffb452 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:47.057254 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1988547c-600c-49c6-b800-37ac8f3a48d8 req-f7b73bbf-946c-4452-ab52-ee88ef60da2f tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783689 Aug 04 15:28:47.089399 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [req-b7559bc2-2299-46d6-8c0e-085b36d566ea req-c5171138-53ba-4958-bd8b-55cb5dffb452 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] For port c577ffe2-2606-4e17-8cc4-7e1a0057676c, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c577ffe2-2606-4e17-8cc4-7e1a0057676c,segment=NetworkSegment(9f08c773-a146-4345-be73-3ea4c4cfc9cc),segment_id=9f08c773-a146-4345-be73-3ea4c4cfc9cc)] {{(pid=93420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:47.089759 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-b7559bc2-2299-46d6-8c0e-085b36d566ea req-c5171138-53ba-4958-bd8b-55cb5dffb452 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:47.104113 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [req-b7559bc2-2299-46d6-8c0e-085b36d566ea req-c5171138-53ba-4958-bd8b-55cb5dffb452 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Calling delete_port for c577ffe2-2606-4e17-8cc4-7e1a0057676c owned by compute:nova {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:28:47.232412 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9679e9-00aa-49ca-a996-671fea51935c req-a8e129bf-29cc-4e1b-ad48-03a4ba72bf73 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:47.234365 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7a9679e9-00aa-49ca-a996-671fea51935c req-a8e129bf-29cc-4e1b-ad48-03a4ba72bf73 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=215c36d0-5b5c-46b9-b409-198a5e0844bf HTTP/1.1" status: 200 len: 946 time: 0.0550933 Aug 04 15:28:47.266748 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-b7559bc2-2299-46d6-8c0e-085b36d566ea req-c5171138-53ba-4958-bd8b-55cb5dffb452 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:47.283352 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['d3dea6e8-e05f-4300-aee4-d3480f6c78e4', 'b586ff35-7465-4b3f-bf48-a64238069dfe', 'c5d6d433-b974-4c0d-8d94-9178ec4a8a0e', 'c577ffe2-2606-4e17-8cc4-7e1a0057676c'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:28:47.285330 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7a9679e9-00aa-49ca-a996-671fea51935c req-c45e6130-e16d-479d-a1c4-5af13084e352 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432334 Aug 04 15:28:47.317334 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5171138-53ba-4958-bd8b-55cb5dffb452 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Pushing event deleted for resources: {'Port': ['ID=c577ffe2-2606-4e17-8cc4-7e1a0057676c,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:47.418282 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7559bc2-2299-46d6-8c0e-085b36d566ea req-c5171138-53ba-4958-bd8b-55cb5dffb452 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] No DVR routers for this DVR port c577ffe2-2606-4e17-8cc4-7e1a0057676c on host hv-cinder-68948 {{(pid=93420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:28:47.423098 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-b7559bc2-2299-46d6-8c0e-085b36d566ea req-c5171138-53ba-4958-bd8b-55cb5dffb452 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:47.425266 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b7559bc2-2299-46d6-8c0e-085b36d566ea req-c5171138-53ba-4958-bd8b-55cb5dffb452 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.59 "DELETE /v2.0/ports/c577ffe2-2606-4e17-8cc4-7e1a0057676c HTTP/1.1" status: 204 len: 173 time: 0.6133754 Aug 04 15:28:47.425703 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215c36d0-5b5c-46b9-b409-198a5e0844bf', 'name': 'network-vif-deleted', 'tag': 'c577ffe2-2606-4e17-8cc4-7e1a0057676c'}] {{(pid=93420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:28:47.427971 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a8606f0b79035e877430952f6a143f8bf77a00db166e3d643dd1b603a21b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d66c252-f20a-461b-bb10-8ac8c3591424" -d '{"events": [{"server_uuid": "215c36d0-5b5c-46b9-b409-198a5e0844bf", "name": "network-vif-deleted", "tag": "c577ffe2-2606-4e17-8cc4-7e1a0057676c"}]}' {{(pid=93420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:28:47.445958 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd45db5-d19d-4d60-90ca-41bf875da9a4 req-a51b219d-64e8-4ad3-9ff3-6d5706279f5f tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:47.448382 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fdd45db5-d19d-4d60-90ca-41bf875da9a4 req-a51b219d-64e8-4ad3-9ff3-6d5706279f5f tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.1276124 Aug 04 15:28:47.479344 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2b6398-27c3-4f8a-8790-5275bed433b0 x-openstack-request-id: req-5a2b6398-27c3-4f8a-8790-5275bed433b0 {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:28:47.479635 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215c36d0-5b5c-46b9-b409-198a5e0844bf", "name": "network-vif-deleted", "tag": "c577ffe2-2606-4e17-8cc4-7e1a0057676c", "status": "completed", "code": 200}]} {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:28:47.480156 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a2b6398-27c3-4f8a-8790-5275bed433b0 {{(pid=93420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:28:47.480549 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215c36d0-5b5c-46b9-b409-198a5e0844bf', 'name': 'network-vif-deleted', 'tag': 'c577ffe2-2606-4e17-8cc4-7e1a0057676c', 'status': 'completed', 'code': 200} Aug 04 15:28:47.495238 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fdd45db5-d19d-4d60-90ca-41bf875da9a4 req-a9ab6f13-3ad5-42b8-99b7-0b87f1c37e06 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403135 Aug 04 15:28:47.739012 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc407c-805f-4df1-a30c-d821ee7e4458 req-4514dfc4-f408-41df-8fa1-dcac941e876b tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:47.740548 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-bffc407c-805f-4df1-a30c-d821ee7e4458 req-4514dfc4-f408-41df-8fa1-dcac941e876b tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 945 time: 0.0496244 Aug 04 15:28:47.801379 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242b23b-98bf-495d-85ab-b9d66b57969e req-4ccbcabb-bc61-406e-9ded-558c4a5aef09 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:47.802936 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6242b23b-98bf-495d-85ab-b9d66b57969e req-4ccbcabb-bc61-406e-9ded-558c4a5aef09 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0527763 Aug 04 15:28:47.843597 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [req-bffc407c-805f-4df1-a30c-d821ee7e4458 req-f6e243a2-ede3-4b31-8ff2-d33ae2cbe2b4 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Deleting port a90602ff-2172-4e09-ade3-3e67e5bcef83 {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:28:47.843994 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-bffc407c-805f-4df1-a30c-d821ee7e4458 req-f6e243a2-ede3-4b31-8ff2-d33ae2cbe2b4 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:47.850984 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6242b23b-98bf-495d-85ab-b9d66b57969e req-2f594e6f-af8a-4e78-8a63-9dfbbe5a9fc8 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408316 Aug 04 15:28:47.958523 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [req-bffc407c-805f-4df1-a30c-d821ee7e4458 req-f6e243a2-ede3-4b31-8ff2-d33ae2cbe2b4 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] For port a90602ff-2172-4e09-ade3-3e67e5bcef83, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a90602ff-2172-4e09-ade3-3e67e5bcef83,segment=NetworkSegment(1cb910d9-1fa7-493c-ad0d-1cc24c3933a1),segment_id=1cb910d9-1fa7-493c-ad0d-1cc24c3933a1)] {{(pid=93420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:47.959050 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-bffc407c-805f-4df1-a30c-d821ee7e4458 req-f6e243a2-ede3-4b31-8ff2-d33ae2cbe2b4 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:47.975212 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [req-bffc407c-805f-4df1-a30c-d821ee7e4458 req-f6e243a2-ede3-4b31-8ff2-d33ae2cbe2b4 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Calling delete_port for a90602ff-2172-4e09-ade3-3e67e5bcef83 owned by compute:nova {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:28:48.112329 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-bffc407c-805f-4df1-a30c-d821ee7e4458 req-f6e243a2-ede3-4b31-8ff2-d33ae2cbe2b4 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:48.152676 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e243a2-ede3-4b31-8ff2-d33ae2cbe2b4 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Pushing event deleted for resources: {'Port': ['ID=a90602ff-2172-4e09-ade3-3e67e5bcef83,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:48.206196 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffc407c-805f-4df1-a30c-d821ee7e4458 req-f6e243a2-ede3-4b31-8ff2-d33ae2cbe2b4 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] No DVR routers for this DVR port a90602ff-2172-4e09-ade3-3e67e5bcef83 on host hv-cinder-68948 {{(pid=93420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:28:48.210682 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-bffc407c-805f-4df1-a30c-d821ee7e4458 req-f6e243a2-ede3-4b31-8ff2-d33ae2cbe2b4 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:48.212746 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-bffc407c-805f-4df1-a30c-d821ee7e4458 req-f6e243a2-ede3-4b31-8ff2-d33ae2cbe2b4 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.59 "DELETE /v2.0/ports/a90602ff-2172-4e09-ade3-3e67e5bcef83 HTTP/1.1" status: 204 len: 173 time: 0.4642653 Aug 04 15:28:48.224766 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcd1a9-1765-4744-a4de-9279828f8dfd req-82507614-66f9-4b40-bba2-2a9662dfc2d9 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:48.226223 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5fbcd1a9-1765-4744-a4de-9279828f8dfd req-82507614-66f9-4b40-bba2-2a9662dfc2d9 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 943 time: 0.0844092 Aug 04 15:28:48.270013 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5fbcd1a9-1765-4744-a4de-9279828f8dfd req-cafa3e3c-121d-4804-90c1-04f1e54c40e3 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370548 Aug 04 15:28:48.315667 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['709cc591-7cd9-415b-8047-eb26fd33a8b3', 'a90602ff-2172-4e09-ade3-3e67e5bcef83'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:28:48.611375 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5c4e0b9f-59ef-4324-82b1-aa1629ebf494 req-7c3b0778-15c9-4713-b2e0-c0f979b398a2 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b674c2d-d534-4ea4-bd12-5c69a1205ef0 HTTP/1.1" status: 200 len: 210 time: 0.0293186 Aug 04 15:28:48.974816 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bae887-de60-4306-a2b1-a6e8d1d62805 req-d3b7b17d-4470-4d8f-9eb0-f42032c95abd tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:48.976395 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f3bae887-de60-4306-a2b1-a6e8d1d62805 req-d3b7b17d-4470-4d8f-9eb0-f42032c95abd tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0489657 Aug 04 15:28:49.017257 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f3bae887-de60-4306-a2b1-a6e8d1d62805 req-f00f1210-b595-4ddc-bfe9-1e7b6818b55b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340047 Aug 04 15:28:49.391139 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7e558-e96c-4216-a8f9-856706ebbe8c req-66225406-451e-4a0a-a201-4c8e2d511385 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:49.392676 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5cb7e558-e96c-4216-a8f9-856706ebbe8c req-66225406-451e-4a0a-a201-4c8e2d511385 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 943 time: 0.0523517 Aug 04 15:28:49.432920 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5cb7e558-e96c-4216-a8f9-856706ebbe8c req-dd653c64-add4-4faa-8d31-788e92030bb0 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340710 Aug 04 15:28:49.481667 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b674c2d-d534-4ea4-bd12-5c69a1205ef0', 'name': 'network-vif-deleted', 'tag': 'a90602ff-2172-4e09-ade3-3e67e5bcef83'}] {{(pid=93420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:28:49.484086 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a8606f0b79035e877430952f6a143f8bf77a00db166e3d643dd1b603a21b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c845f5dd-e687-4f5f-89e9-5f77b50ef71e" -d '{"events": [{"server_uuid": "4b674c2d-d534-4ea4-bd12-5c69a1205ef0", "name": "network-vif-deleted", "tag": "a90602ff-2172-4e09-ade3-3e67e5bcef83"}]}' {{(pid=93420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:28:49.525480 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495390e8-4cc2-4c01-b631-62a0a7a67133 x-openstack-request-id: req-495390e8-4cc2-4c01-b631-62a0a7a67133 {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:28:49.525804 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b674c2d-d534-4ea4-bd12-5c69a1205ef0", "name": "network-vif-deleted", "tag": "a90602ff-2172-4e09-ade3-3e67e5bcef83", "status": "completed", "code": 200}]} {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:28:49.526123 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-495390e8-4cc2-4c01-b631-62a0a7a67133 {{(pid=93420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:28:49.526684 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b674c2d-d534-4ea4-bd12-5c69a1205ef0', 'name': 'network-vif-deleted', 'tag': 'a90602ff-2172-4e09-ade3-3e67e5bcef83', 'status': 'completed', 'code': 200} Aug 04 15:28:49.738687 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09c959-d1c0-4d7d-a768-0eeaff5233e0 req-efb47655-c478-4c42-8dca-10d507025382 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:49.740441 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4d09c959-d1c0-4d7d-a768-0eeaff5233e0 req-efb47655-c478-4c42-8dca-10d507025382 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ea49944-8298-40be-ac86-6911fe4e0e98 HTTP/1.1" status: 200 len: 945 time: 0.0498960 Aug 04 15:28:49.782234 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4d09c959-d1c0-4d7d-a768-0eeaff5233e0 req-0cbfa5e7-9532-4b20-ae5a-487bf2d8c5b7 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348687 Aug 04 15:28:49.915708 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f4855-3d49-4ff0-b794-d73eb47baf7b req-9e5c62a5-1f47-4a98-8398-8b43f0bdf488 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:49.917498 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3c1f4855-3d49-4ff0-b794-d73eb47baf7b req-9e5c62a5-1f47-4a98-8398-8b43f0bdf488 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0496013 Aug 04 15:28:49.932566 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device c577ffe2-2606-4e17-8cc4-7e1a0057676c no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:28:49.962031 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3c1f4855-3d49-4ff0-b794-d73eb47baf7b req-ffad772f-0aec-4f9a-822e-37c1bb7ac70e tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384085 Aug 04 15:28:49.966228 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] No Port match for: c577ffe2-2606-4e17-8cc4-7e1a0057676c {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:28:49.966574 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device c577ffe2-2606-4e17-8cc4-7e1a0057676c not bound to the agent host hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:28:50.147207 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0339c1d-3ce2-460c-8b8d-230b7584aef1 req-d607ca4e-8e62-476f-90b8-059d8509f32d tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:50.149634 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c0339c1d-3ce2-460c-8b8d-230b7584aef1 req-d607ca4e-8e62-476f-90b8-059d8509f32d tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0556250 Aug 04 15:28:50.198452 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c0339c1d-3ce2-460c-8b8d-230b7584aef1 req-47255891-372f-4df5-b086-0cb390607830 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397167 Aug 04 15:28:50.780286 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02287ca2-074a-4c39-b88d-d0e4db4fa078 req-b57fe589-f9bd-4800-8923-b500d377256b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:50.783646 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-02287ca2-074a-4c39-b88d-d0e4db4fa078 req-b57fe589-f9bd-4800-8923-b500d377256b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 943 time: 0.2825050 Aug 04 15:28:50.826728 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-02287ca2-074a-4c39-b88d-d0e4db4fa078 req-f013add3-68a9-4ef4-8687-6769cd701f82 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387607 Aug 04 15:28:50.907062 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352594e-accb-484a-bb29-54d661ba0a33 req-24e5ebd8-e341-4132-801f-726fd24f767b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:50.909254 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d352594e-accb-484a-bb29-54d661ba0a33 req-24e5ebd8-e341-4132-801f-726fd24f767b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ea49944-8298-40be-ac86-6911fe4e0e98 HTTP/1.1" status: 200 len: 945 time: 0.0519476 Aug 04 15:28:50.956452 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d352594e-accb-484a-bb29-54d661ba0a33 req-911471ec-d017-47db-be0b-9aa9b5fc6487 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385334 Aug 04 15:28:51.079760 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49db7a0-77e1-4310-b8be-1eb56c6ad7ca req-cc60fd3e-1a06-493b-aef3-b4398f7d69ab tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:51.081176 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d49db7a0-77e1-4310-b8be-1eb56c6ad7ca req-cc60fd3e-1a06-493b-aef3-b4398f7d69ab tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0500042 Aug 04 15:28:51.119200 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d49db7a0-77e1-4310-b8be-1eb56c6ad7ca req-e8177baf-2a00-4796-ab7c-46e07ec891ca tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320473 Aug 04 15:28:51.321527 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b300f-281b-40b9-acf1-95d5263782e2 req-466237eb-1d75-46b0-a71f-6475ca18ae56 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:51.323335 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5b6b300f-281b-40b9-acf1-95d5263782e2 req-466237eb-1d75-46b0-a71f-6475ca18ae56 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0515780 Aug 04 15:28:51.371956 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5b6b300f-281b-40b9-acf1-95d5263782e2 req-243a2160-773d-48aa-a1ab-33d461d5e682 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396571 Aug 04 15:28:51.589710 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a3344-a0a7-43e3-b5b1-b3329d036f45 req-79420bf5-aed4-4165-933e-64259ea2af32 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:51.591251 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-404a3344-a0a7-43e3-b5b1-b3329d036f45 req-79420bf5-aed4-4165-933e-64259ea2af32 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea49944-8298-40be-ac86-6911fe4e0e98 HTTP/1.1" status: 200 len: 945 time: 0.0556827 Aug 04 15:28:51.700037 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [req-404a3344-a0a7-43e3-b5b1-b3329d036f45 req-76035bff-0d67-4430-9637-883cb79f8122 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Deleting port c5d6d433-b974-4c0d-8d94-9178ec4a8a0e {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:28:51.700283 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-404a3344-a0a7-43e3-b5b1-b3329d036f45 req-76035bff-0d67-4430-9637-883cb79f8122 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:51.790805 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [req-404a3344-a0a7-43e3-b5b1-b3329d036f45 req-76035bff-0d67-4430-9637-883cb79f8122 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] For port c5d6d433-b974-4c0d-8d94-9178ec4a8a0e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c5d6d433-b974-4c0d-8d94-9178ec4a8a0e,segment=NetworkSegment(9f08c773-a146-4345-be73-3ea4c4cfc9cc),segment_id=9f08c773-a146-4345-be73-3ea4c4cfc9cc)] {{(pid=93420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:51.791655 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-404a3344-a0a7-43e3-b5b1-b3329d036f45 req-76035bff-0d67-4430-9637-883cb79f8122 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:51.807838 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [req-404a3344-a0a7-43e3-b5b1-b3329d036f45 req-76035bff-0d67-4430-9637-883cb79f8122 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Calling delete_port for c5d6d433-b974-4c0d-8d94-9178ec4a8a0e owned by compute:nova {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:28:51.929931 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device ce1ffcae-87e8-4b68-9901-da16bbb46df0 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:28:51.934871 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device a90602ff-2172-4e09-ade3-3e67e5bcef83 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:28:51.960093 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] No Port match for: a90602ff-2172-4e09-ade3-3e67e5bcef83 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:28:51.960405 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device a90602ff-2172-4e09-ade3-3e67e5bcef83 not bound to the agent host hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:28:51.992473 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd27e54-ee48-439d-8e46-64abf00ea91e req-f1ad0645-04f1-40cb-b60d-72e99b9340e8 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:51.995282 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dfd27e54-ee48-439d-8e46-64abf00ea91e req-f1ad0645-04f1-40cb-b60d-72e99b9340e8 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 943 time: 0.0934069 Aug 04 15:28:52.014459 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-404a3344-a0a7-43e3-b5b1-b3329d036f45 req-76035bff-0d67-4430-9637-883cb79f8122 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:52.028950 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['d3dea6e8-e05f-4300-aee4-d3480f6c78e4', 'b586ff35-7465-4b3f-bf48-a64238069dfe', 'c5d6d433-b974-4c0d-8d94-9178ec4a8a0e'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:28:52.060376 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76035bff-0d67-4430-9637-883cb79f8122 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Pushing event deleted for resources: {'Port': ['ID=c5d6d433-b974-4c0d-8d94-9178ec4a8a0e,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:52.098746 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a0e68938-b49c-4005-b9ae-b46b778be712 req-52aa809c-201b-47c8-b71c-4f91787f168d tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ea49944-8298-40be-ac86-6911fe4e0e98 HTTP/1.1" status: 200 len: 210 time: 0.0391383 Aug 04 15:28:52.108287 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dfd27e54-ee48-439d-8e46-64abf00ea91e req-1c535797-fd06-42dc-aaf3-ef70a16bcfaa tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036067 Aug 04 15:28:52.113537 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port ce1ffcae-87e8-4b68-9901-da16bbb46df0, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ce1ffcae-87e8-4b68-9901-da16bbb46df0,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:52.128887 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': 'ce1ffcae-87e8-4b68-9901-da16bbb46df0', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'port_id': 'ce1ffcae-87e8-4b68-9901-da16bbb46df0', 'mac_address': 'fa:16:3e:d0:26:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:28:52.133236 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [req-404a3344-a0a7-43e3-b5b1-b3329d036f45 req-76035bff-0d67-4430-9637-883cb79f8122 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] No DVR routers for this DVR port c5d6d433-b974-4c0d-8d94-9178ec4a8a0e on host hv-cinder-68948 {{(pid=93420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:28:52.136659 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-404a3344-a0a7-43e3-b5b1-b3329d036f45 req-76035bff-0d67-4430-9637-883cb79f8122 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:52.139248 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-404a3344-a0a7-43e3-b5b1-b3329d036f45 req-76035bff-0d67-4430-9637-883cb79f8122 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.59 "DELETE /v2.0/ports/c5d6d433-b974-4c0d-8d94-9178ec4a8a0e HTTP/1.1" status: 204 len: 173 time: 0.5405531 Aug 04 15:28:52.139878 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea49944-8298-40be-ac86-6911fe4e0e98', 'name': 'network-vif-deleted', 'tag': 'c5d6d433-b974-4c0d-8d94-9178ec4a8a0e'}] {{(pid=93420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:28:52.144319 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a8606f0b79035e877430952f6a143f8bf77a00db166e3d643dd1b603a21b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0308fcdd-0b0e-41b5-a410-a90058ea847d" -d '{"events": [{"server_uuid": "1ea49944-8298-40be-ac86-6911fe4e0e98", "name": "network-vif-deleted", "tag": "c5d6d433-b974-4c0d-8d94-9178ec4a8a0e"}]}' {{(pid=93420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:28:52.189988 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:52.208899 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a74b0e-34e7-42b6-a379-0eedb4ecae7c x-openstack-request-id: req-a4a74b0e-34e7-42b6-a379-0eedb4ecae7c {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:28:52.209523 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea49944-8298-40be-ac86-6911fe4e0e98", "name": "network-vif-deleted", "tag": "c5d6d433-b974-4c0d-8d94-9178ec4a8a0e", "status": "completed", "code": 200}]} {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:28:52.210004 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4a74b0e-34e7-42b6-a379-0eedb4ecae7c {{(pid=93420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:28:52.211629 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea49944-8298-40be-ac86-6911fe4e0e98', 'name': 'network-vif-deleted', 'tag': 'c5d6d433-b974-4c0d-8d94-9178ec4a8a0e', 'status': 'completed', 'code': 200} Aug 04 15:28:52.215840 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1ffcae-87e8-4b68-9901-da16bbb46df0 {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:28:52.274360 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d63d5-d54e-4a34-9318-addac273d8e1 req-572b7bbd-93e1-4ad3-b294-b9fb26983881 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:52.276174 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ed6d63d5-d54e-4a34-9318-addac273d8e1 req-572b7bbd-93e1-4ad3-b294-b9fb26983881 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0555983 Aug 04 15:28:52.323768 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ed6d63d5-d54e-4a34-9318-addac273d8e1 req-7dc29383-878d-4c04-a13d-b6aa2d15c752 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406764 Aug 04 15:28:52.383629 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port ce1ffcae-87e8-4b68-9901-da16bbb46df0, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ce1ffcae-87e8-4b68-9901-da16bbb46df0,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:52.389799 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:52.462321 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=ce1ffcae-87e8-4b68-9901-da16bbb46df0,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:52.501667 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bf918-c6c3-4294-8aac-ccd8a4dc2fbf req-126a0621-9884-4b14-bb00-927fa2305a0a tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:52.503295 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-8e3bf918-c6c3-4294-8aac-ccd8a4dc2fbf req-126a0621-9884-4b14-bb00-927fa2305a0a tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0510283 Aug 04 15:28:52.545954 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-8e3bf918-c6c3-4294-8aac-ccd8a4dc2fbf req-5c0a5279-2b0e-4150-94d1-2c74a53e2287 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356851 Aug 04 15:28:52.704378 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['ce1ffcae-87e8-4b68-9901-da16bbb46df0'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:28:53.235638 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2ab51-9561-4766-ae28-3d048db2e2d1 req-441f37bc-c50a-479c-9ddd-3f16831ca0ae tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:53.237427 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-8fd2ab51-9561-4766-ae28-3d048db2e2d1 req-441f37bc-c50a-479c-9ddd-3f16831ca0ae tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 944 time: 0.0539131 Aug 04 15:28:53.281650 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-8fd2ab51-9561-4766-ae28-3d048db2e2d1 req-af2c87c8-c18a-49f3-b754-4174fdeeab6e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380766 Aug 04 15:28:53.375728 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f23494-aeee-4e56-81b3-507b38d79920 req-a902fc00-2ba9-43c7-ae85-ec9ada03a88a tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:53.377397 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a7f23494-aeee-4e56-81b3-507b38d79920 req-a902fc00-2ba9-43c7-ae85-ec9ada03a88a tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0e295e-aba0-4828-94d5-9323d8cacaa1 HTTP/1.1" status: 200 len: 945 time: 0.0503109 Aug 04 15:28:53.421581 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a7f23494-aeee-4e56-81b3-507b38d79920 req-9bcd0f96-715c-42a8-904e-b1e7d4202ae3 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381229 Aug 04 15:28:53.475650 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282bc78-bcf3-47ab-a65c-97c088b111e8 req-7bed9796-62ef-48b4-be0a-dfbd8429cce5 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:53.478372 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d282bc78-bcf3-47ab-a65c-97c088b111e8 req-7bed9796-62ef-48b4-be0a-dfbd8429cce5 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0850556 Aug 04 15:28:53.522875 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d282bc78-bcf3-47ab-a65c-97c088b111e8 req-b92c7aea-ff54-4f3d-92ca-82ec09ef93ec tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375149 Aug 04 15:28:53.685721 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448d794-600a-45fd-a806-9c3f22966f99 req-3f484dea-f0de-4946-9a79-ef4499a92225 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:53.688417 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0448d794-600a-45fd-a806-9c3f22966f99 req-3f484dea-f0de-4946-9a79-ef4499a92225 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0660021 Aug 04 15:28:53.734851 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0448d794-600a-45fd-a806-9c3f22966f99 req-d2c536fc-20c6-42c7-b898-c9c28eb729fd tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404112 Aug 04 15:28:53.923285 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device ce1ffcae-87e8-4b68-9901-da16bbb46df0 up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:28:53.976491 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning for port ce1ffcae-87e8-4b68-9901-da16bbb46df0 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:28:53.981272 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port ce1ffcae-87e8-4b68-9901-da16bbb46df0 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:28:53.981647 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:54.075743 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:54.105490 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9fc497-eef0-4e90-9876-a7eea18fdc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ffcae-87e8-4b68-9901-da16bbb46df0'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:28:54.107939 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b80526-0aae-4bbb-b028-bdf1fbbdbe2f" -d '{"events": [{"server_uuid": "ee9fc497-eef0-4e90-9876-a7eea18fdc59", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ffcae-87e8-4b68-9901-da16bbb46df0"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:28:54.128342 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port ce1ffcae-87e8-4b68-9901-da16bbb46df0, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ce1ffcae-87e8-4b68-9901-da16bbb46df0,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:54.132734 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:54.157279 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f983193-494c-40b6-8264-0ae43a8e9ac7 x-openstack-request-id: req-9f983193-494c-40b6-8264-0ae43a8e9ac7 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:28:54.157600 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9fc497-eef0-4e90-9876-a7eea18fdc59", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ffcae-87e8-4b68-9901-da16bbb46df0", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:28:54.157964 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f983193-494c-40b6-8264-0ae43a8e9ac7 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:28:54.158544 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9fc497-eef0-4e90-9876-a7eea18fdc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ffcae-87e8-4b68-9901-da16bbb46df0', 'code': 200} Aug 04 15:28:54.188421 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=ce1ffcae-87e8-4b68-9901-da16bbb46df0,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:54.406733 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95968739-d586-46c8-997c-8d4447779efe req-0eabdfc4-8dd5-4f33-bc9f-5bc95d3bbcd5 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:54.407403 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c240de-194b-43c4-ab7d-60a9a4cd389c req-96aa9597-76d6-45b4-96e8-eea9fb2ec054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:54.408245 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-95968739-d586-46c8-997c-8d4447779efe req-0eabdfc4-8dd5-4f33-bc9f-5bc95d3bbcd5 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 945 time: 0.0562055 Aug 04 15:28:54.408997 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-46c240de-194b-43c4-ab7d-60a9a4cd389c req-96aa9597-76d6-45b4-96e8-eea9fb2ec054 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 1098 time: 0.0438468 Aug 04 15:28:54.449881 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-95968739-d586-46c8-997c-8d4447779efe req-72e697eb-78fa-4182-8040-d6a8054ca408 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353072 Aug 04 15:28:54.456008 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-46c240de-194b-43c4-ab7d-60a9a4cd389c req-f14b27ed-ea21-4ac5-9332-9ebc1f2ef4da service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331967 Aug 04 15:28:54.550058 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b428034-691e-422a-b21e-d5b6b0535ca6 req-5827e1d1-6f0c-4370-b51e-1cd50d393abb tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:54.551688 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2b428034-691e-422a-b21e-d5b6b0535ca6 req-5827e1d1-6f0c-4370-b51e-1cd50d393abb tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0e295e-aba0-4828-94d5-9323d8cacaa1 HTTP/1.1" status: 200 len: 945 time: 0.0546396 Aug 04 15:28:54.596415 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2b428034-691e-422a-b21e-d5b6b0535ca6 req-14a7d575-7033-4dbe-b87c-171ffde092e4 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385344 Aug 04 15:28:54.649868 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c900f-98f7-4543-97dd-6e5791055336 req-ccc91f89-43cc-4525-935e-177c3b494dbe tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:54.652264 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e78c900f-98f7-4543-97dd-6e5791055336 req-ccc91f89-43cc-4525-935e-177c3b494dbe tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0540488 Aug 04 15:28:54.698472 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e78c900f-98f7-4543-97dd-6e5791055336 req-011db46c-13c9-4d75-a2d2-eda9efb04281 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397596 Aug 04 15:28:54.893277 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67f2a3-8f40-4038-b171-1e5fc5380071 req-bfc6d972-16a0-40a2-b047-150a2b7298df tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:54.894968 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1d67f2a3-8f40-4038-b171-1e5fc5380071 req-bfc6d972-16a0-40a2-b047-150a2b7298df tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c0e295e-aba0-4828-94d5-9323d8cacaa1 HTTP/1.1" status: 200 len: 945 time: 0.0861967 Aug 04 15:28:54.908706 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac763370-b5f0-47e9-a0e1-50f34a4fdfe9 req-8a7494c7-58c1-44a9-bdcc-9b7fe4f527d0 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:54.910361 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ac763370-b5f0-47e9-a0e1-50f34a4fdfe9 req-8a7494c7-58c1-44a9-bdcc-9b7fe4f527d0 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0696461 Aug 04 15:28:55.004693 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ac763370-b5f0-47e9-a0e1-50f34a4fdfe9 req-e0e98b8b-b4a4-4c2a-8b22-37e00a87c2ee tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854578 Aug 04 15:28:55.038494 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [req-1d67f2a3-8f40-4038-b171-1e5fc5380071 req-a4148daf-72dd-4c59-b4ec-30129f16860b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Deleting port b586ff35-7465-4b3f-bf48-a64238069dfe {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:28:55.039024 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-1d67f2a3-8f40-4038-b171-1e5fc5380071 req-a4148daf-72dd-4c59-b4ec-30129f16860b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:55.129655 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [req-1d67f2a3-8f40-4038-b171-1e5fc5380071 req-a4148daf-72dd-4c59-b4ec-30129f16860b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] For port b586ff35-7465-4b3f-bf48-a64238069dfe, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=b586ff35-7465-4b3f-bf48-a64238069dfe,segment=NetworkSegment(9f08c773-a146-4345-be73-3ea4c4cfc9cc),segment_id=9f08c773-a146-4345-be73-3ea4c4cfc9cc)] {{(pid=93420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:55.130008 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-1d67f2a3-8f40-4038-b171-1e5fc5380071 req-a4148daf-72dd-4c59-b4ec-30129f16860b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:55.153568 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [req-1d67f2a3-8f40-4038-b171-1e5fc5380071 req-a4148daf-72dd-4c59-b4ec-30129f16860b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Calling delete_port for b586ff35-7465-4b3f-bf48-a64238069dfe owned by compute:nova {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:28:55.286688 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-1d67f2a3-8f40-4038-b171-1e5fc5380071 req-a4148daf-72dd-4c59-b4ec-30129f16860b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:55.306659 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['d3dea6e8-e05f-4300-aee4-d3480f6c78e4', 'b586ff35-7465-4b3f-bf48-a64238069dfe'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:28:55.315571 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4148daf-72dd-4c59-b4ec-30129f16860b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Pushing event deleted for resources: {'Port': ['ID=b586ff35-7465-4b3f-bf48-a64238069dfe,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:55.362836 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d67f2a3-8f40-4038-b171-1e5fc5380071 req-a4148daf-72dd-4c59-b4ec-30129f16860b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] No DVR routers for this DVR port b586ff35-7465-4b3f-bf48-a64238069dfe on host hv-cinder-68948 {{(pid=93420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:28:55.365820 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-1d67f2a3-8f40-4038-b171-1e5fc5380071 req-a4148daf-72dd-4c59-b4ec-30129f16860b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:55.367942 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1d67f2a3-8f40-4038-b171-1e5fc5380071 req-a4148daf-72dd-4c59-b4ec-30129f16860b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.59 "DELETE /v2.0/ports/b586ff35-7465-4b3f-bf48-a64238069dfe HTTP/1.1" status: 204 len: 173 time: 0.4565940 Aug 04 15:28:55.368401 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0e295e-aba0-4828-94d5-9323d8cacaa1', 'name': 'network-vif-deleted', 'tag': 'b586ff35-7465-4b3f-bf48-a64238069dfe'}] {{(pid=93420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:28:55.371583 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a8606f0b79035e877430952f6a143f8bf77a00db166e3d643dd1b603a21b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feee491d-63e0-4c8c-9adf-1f16823e781d" -d '{"events": [{"server_uuid": "2c0e295e-aba0-4828-94d5-9323d8cacaa1", "name": "network-vif-deleted", "tag": "b586ff35-7465-4b3f-bf48-a64238069dfe"}]}' {{(pid=93420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:28:55.417587 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bf46c9-fb93-4df0-a96e-21235afc48e1 x-openstack-request-id: req-65bf46c9-fb93-4df0-a96e-21235afc48e1 {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:28:55.418239 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0e295e-aba0-4828-94d5-9323d8cacaa1", "name": "network-vif-deleted", "tag": "b586ff35-7465-4b3f-bf48-a64238069dfe", "status": "completed", "code": 200}]} {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:28:55.418239 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-65bf46c9-fb93-4df0-a96e-21235afc48e1 {{(pid=93420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:28:55.418566 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0e295e-aba0-4828-94d5-9323d8cacaa1', 'name': 'network-vif-deleted', 'tag': 'b586ff35-7465-4b3f-bf48-a64238069dfe', 'status': 'completed', 'code': 200} Aug 04 15:28:55.610016 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980de43-5e93-4c9f-9401-165c0abaa8dd req-a761acf7-9714-4cdf-a7fc-bc83edfe0233 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:55.611595 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1980de43-5e93-4c9f-9401-165c0abaa8dd req-a761acf7-9714-4cdf-a7fc-bc83edfe0233 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 945 time: 0.0621679 Aug 04 15:28:55.651311 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1980de43-5e93-4c9f-9401-165c0abaa8dd req-5fe0329a-8c0a-4131-8dab-42c2f2eff669 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337238 Aug 04 15:28:55.708601 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2d9e63ef-922e-44de-ad2c-61a15b685251 req-81320ef6-3da8-4d9b-b152-21aa80d96d8f tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c0e295e-aba0-4828-94d5-9323d8cacaa1 HTTP/1.1" status: 200 len: 210 time: 0.0284460 Aug 04 15:28:55.833322 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ac5fc-5200-4457-b86d-f9b33dc9735e req-f9cb07d1-9bbc-480f-8dd4-511ec8d6face tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:55.834976 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9b5ac5fc-5200-4457-b86d-f9b33dc9735e req-f9cb07d1-9bbc-480f-8dd4-511ec8d6face tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0656841 Aug 04 15:28:55.877965 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9b5ac5fc-5200-4457-b86d-f9b33dc9735e req-11a03df9-cfeb-4a8f-8742-4ae44d196b37 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf7a07ba-28f7-45bb-a061-2ce072043e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355501 Aug 04 15:28:55.965273 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device c5d6d433-b974-4c0d-8d94-9178ec4a8a0e no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:28:55.987236 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] No Port match for: c5d6d433-b974-4c0d-8d94-9178ec4a8a0e {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:28:55.987595 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device c5d6d433-b974-4c0d-8d94-9178ec4a8a0e not bound to the agent host hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:28:56.005283 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7da1b-0d85-402b-89fc-a25f2eaaac4a req-2e6d38f6-60ac-405f-8afc-f030036ef5f0 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:56.006827 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2fd7da1b-0d85-402b-89fc-a25f2eaaac4a req-2e6d38f6-60ac-405f-8afc-f030036ef5f0 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 945 time: 0.0565276 Aug 04 15:28:56.121392 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [req-2fd7da1b-0d85-402b-89fc-a25f2eaaac4a req-e58caa80-bf2b-4524-9c6c-aa9e4e8e218f tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Deleting port 709cc591-7cd9-415b-8047-eb26fd33a8b3 {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:28:56.121757 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-2fd7da1b-0d85-402b-89fc-a25f2eaaac4a req-e58caa80-bf2b-4524-9c6c-aa9e4e8e218f tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:56.152196 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d3351-e0da-4cad-bb36-b06f7ca0c500 req-582579f2-25c0-41be-aa24-e8f6438999ae tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:56.154035 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-149d3351-e0da-4cad-bb36-b06f7ca0c500 req-582579f2-25c0-41be-aa24-e8f6438999ae tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0657063 Aug 04 15:28:56.203333 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-149d3351-e0da-4cad-bb36-b06f7ca0c500 req-15a32c6e-31e5-4b33-b87b-069b995ae475 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422068 Aug 04 15:28:56.236160 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [req-2fd7da1b-0d85-402b-89fc-a25f2eaaac4a req-e58caa80-bf2b-4524-9c6c-aa9e4e8e218f tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] For port 709cc591-7cd9-415b-8047-eb26fd33a8b3, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=709cc591-7cd9-415b-8047-eb26fd33a8b3,segment=NetworkSegment(1cb910d9-1fa7-493c-ad0d-1cc24c3933a1),segment_id=1cb910d9-1fa7-493c-ad0d-1cc24c3933a1)] {{(pid=93420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:56.236771 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-2fd7da1b-0d85-402b-89fc-a25f2eaaac4a req-e58caa80-bf2b-4524-9c6c-aa9e4e8e218f tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:56.258909 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [req-2fd7da1b-0d85-402b-89fc-a25f2eaaac4a req-e58caa80-bf2b-4524-9c6c-aa9e4e8e218f tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Calling delete_port for 709cc591-7cd9-415b-8047-eb26fd33a8b3 owned by compute:nova {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:28:56.393140 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-2fd7da1b-0d85-402b-89fc-a25f2eaaac4a req-e58caa80-bf2b-4524-9c6c-aa9e4e8e218f tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:56.404845 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['709cc591-7cd9-415b-8047-eb26fd33a8b3'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:28:56.426855 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58caa80-bf2b-4524-9c6c-aa9e4e8e218f tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Pushing event deleted for resources: {'Port': ['ID=709cc591-7cd9-415b-8047-eb26fd33a8b3,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:56.470512 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd7da1b-0d85-402b-89fc-a25f2eaaac4a req-e58caa80-bf2b-4524-9c6c-aa9e4e8e218f tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] No DVR routers for this DVR port 709cc591-7cd9-415b-8047-eb26fd33a8b3 on host hv-cinder-68948 {{(pid=93420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:28:56.473015 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-2fd7da1b-0d85-402b-89fc-a25f2eaaac4a req-e58caa80-bf2b-4524-9c6c-aa9e4e8e218f tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:56.475060 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2fd7da1b-0d85-402b-89fc-a25f2eaaac4a req-e58caa80-bf2b-4524-9c6c-aa9e4e8e218f tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.59 "DELETE /v2.0/ports/709cc591-7cd9-415b-8047-eb26fd33a8b3 HTTP/1.1" status: 204 len: 173 time: 0.4593284 Aug 04 15:28:56.773338 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e708df-bb72-40bd-8a26-3f9da8d045fd req-7846fddf-cb73-4950-8f85-e8f5431683ce tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:56.774949 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e2e708df-bb72-40bd-8a26-3f9da8d045fd req-7846fddf-cb73-4950-8f85-e8f5431683ce tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 945 time: 0.0557129 Aug 04 15:28:56.820082 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e2e708df-bb72-40bd-8a26-3f9da8d045fd req-52a42e82-8a96-43f5-aa30-1a18587a8668 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380468 Aug 04 15:28:56.971273 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a153fc1-a85e-462a-bd35-e5143fd82e9c req-b272744d-4d06-4818-ae89-afaade38258f tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:56.972969 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8a153fc1-a85e-462a-bd35-e5143fd82e9c req-b272744d-4d06-4818-ae89-afaade38258f tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 945 time: 0.0560772 Aug 04 15:28:57.020162 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ace79ff5-2fef-4a43-b8e6-ba0f49c57f25 req-480ffa9b-779b-43fc-9623-ec09e71d7986 tempest-ServerRescueNegativeTestJSON-29780611 tempest-ServerRescueNegativeTestJSON-29780611-project] 10.222.0.10 "GET /v2.0/ports?device_id=65ccfd55-2428-40ad-bd86-1dc5c90850e4 HTTP/1.1" status: 200 len: 210 time: 0.0387619 Aug 04 15:28:57.042814 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8a153fc1-a85e-462a-bd35-e5143fd82e9c req-779cc248-c427-42e3-b672-c97368b2bbbc tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626118 Aug 04 15:28:57.066875 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 56680) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:57.331380 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5fb36f-9e71-4216-8f20-fd357b50a141 tempest-TestVolumeBootPattern-1195895097 tempest-TestVolumeBootPattern-1195895097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:57.333140 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-ba5fb36f-9e71-4216-8f20-fd357b50a141 tempest-TestVolumeBootPattern-1195895097 tempest-TestVolumeBootPattern-1195895097-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 1093 time: 0.2648015 Aug 04 15:28:57.337918 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 56686) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:57.342399 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d9979-9b4d-4000-bf4f-074e347d03fa req-6f5c2af9-9ceb-45bc-9027-d40e9fad5fee tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:57.344020 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1d7d9979-9b4d-4000-bf4f-074e347d03fa req-6f5c2af9-9ceb-45bc-9027-d40e9fad5fee tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0616734 Aug 04 15:28:57.345062 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Request body: {'floatingip': {'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'port_id': 'ce1ffcae-87e8-4b68-9901-da16bbb46df0', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:28:57.379378 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for floatingip, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:57.394409 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1d7d9979-9b4d-4000-bf4f-074e347d03fa req-bcd61dad-d025-46e1-b4fc-55d6895df535 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407937 Aug 04 15:28:57.425062 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ccfd55-2428-40ad-bd86-1dc5c90850e4', 'name': 'network-vif-deleted', 'tag': '709cc591-7cd9-415b-8047-eb26fd33a8b3'}] {{(pid=93420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:28:57.427912 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a8606f0b79035e877430952f6a143f8bf77a00db166e3d643dd1b603a21b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0db9674-55d8-45a4-823c-aaaf49a35633" -d '{"events": [{"server_uuid": "65ccfd55-2428-40ad-bd86-1dc5c90850e4", "name": "network-vif-deleted", "tag": "709cc591-7cd9-415b-8047-eb26fd33a8b3"}]}' {{(pid=93420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:28:57.472162 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c247ef8-b2cf-41c4-a45a-fe0df223e7a3 x-openstack-request-id: req-3c247ef8-b2cf-41c4-a45a-fe0df223e7a3 {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:28:57.472609 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ccfd55-2428-40ad-bd86-1dc5c90850e4", "name": "network-vif-deleted", "tag": "709cc591-7cd9-415b-8047-eb26fd33a8b3", "status": "completed", "code": 200}]} {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:28:57.472994 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c247ef8-b2cf-41c4-a45a-fe0df223e7a3 {{(pid=93420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:28:57.473574 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ccfd55-2428-40ad-bd86-1dc5c90850e4', 'name': 'network-vif-deleted', 'tag': '709cc591-7cd9-415b-8047-eb26fd33a8b3', 'status': 'completed', 'code': 200} Aug 04 15:28:57.518988 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:57.635621 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_common [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Allocated IP 172.27.3.30 (a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1/66c61c24-84f1-4482-97f0-c0986315f375/1c61a6dd-8bba-40b2-a739-df738ce073b5) {{(pid=93420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:28:57.759025 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for port, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:57.799343 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:57.837706 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:28:57.842826 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:28:57.846657 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Received port after_create {{(pid=93420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:28:57.852227 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event updated for resources: {'Port': ['ID=1c61a6dd-8bba-40b2-a739-df738ce073b5,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:57.975514 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device b586ff35-7465-4b3f-bf48-a64238069dfe no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:28:57.999398 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] No Port match for: b586ff35-7465-4b3f-bf48-a64238069dfe {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:28:57.999750 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device b586ff35-7465-4b3f-bf48-a64238069dfe not bound to the agent host hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:28:58.113313 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 56698) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:28:58.259432 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6c63a-e158-450a-b142-9581d7d81852 req-67e56b2d-96e2-4dbd-a95f-514f0859c84b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:58.261603 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d6f6c63a-e158-450a-b142-9581d7d81852 req-67e56b2d-96e2-4dbd-a95f-514f0859c84b tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 945 time: 0.1017454 Aug 04 15:28:58.299015 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:58.346653 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d6f6c63a-e158-450a-b142-9581d7d81852 req-c380128e-113f-43eb-8ed6-9793eaf406ca tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770884 Aug 04 15:28:58.382957 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:58.565597 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36f777-9fa9-4894-8a58-90dc577cf15e req-1215853e-2f4a-4799-bc28-b8a42945cb5b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:58.567189 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3c36f777-9fa9-4894-8a58-90dc577cf15e req-1215853e-2f4a-4799-bc28-b8a42945cb5b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0842087 Aug 04 15:28:58.627575 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for port, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:58.634691 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3c36f777-9fa9-4894-8a58-90dc577cf15e req-fff8aa1b-c690-4c7a-ad32-1a3248185192 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535946 Aug 04 15:28:58.636819 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773002'] for port, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:58.674929 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8072613'] for router_interface, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:58.709142 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event updated for resources: {'Port': ['ID=1c61a6dd-8bba-40b2-a739-df738ce073b5,revision_number=2']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:58.722968 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:58.723355 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:58.723701 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:58.724047 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:58.724376 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:58.724711 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:58.725044 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:58.725373 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:58.725715 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:58.726041 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:58.726367 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:58.726694 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:58.736289 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068737'] for floatingip, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:58.850894 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.db.l3_db [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Floating IP b293875a-a47a-431a-ad73-ac90220957e7 associated. External IP: 172.27.3.30, port: ce1ffcae-87e8-4b68-9901-da16bbb46df0. Aug 04 15:28:59.018321 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Deleting port ae845bed-acfb-41b7-8753-042742ff9956 {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:28:59.019029 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:59.114768 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Router 3e266e40-180b-414b-84ab-a5beb52f2d38 has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:28:59.115280 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] For port ae845bed-acfb-41b7-8753-042742ff9956, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=ae845bed-acfb-41b7-8753-042742ff9956,segment=NetworkSegment(1cb910d9-1fa7-493c-ad0d-1cc24c3933a1),segment_id=1cb910d9-1fa7-493c-ad0d-1cc24c3933a1)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:28:59.115800 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:59.136471 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Calling delete_port for ae845bed-acfb-41b7-8753-042742ff9956 owned by network:router_interface {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:28:59.236895 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:28:59.249368 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b12c33-b702-4204-9270-1199a436985e None None] Sync routers for ids ['3e266e40-180b-414b-84ab-a5beb52f2d38'] in dv-cinder-689486-15-iscsi {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:28:59.257720 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:59.262009 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b12c33-b702-4204-9270-1199a436985e None None] Routers {'3e266e40-180b-414b-84ab-a5beb52f2d38'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:28:59.262653 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-84b12c33-b702-4204-9270-1199a436985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:28:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['3e266e40-180b-414b-84ab-a5beb52f2d38'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:28:59.306186 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-dfe7f1e4-ee7f-467d-8fe8-6def7a78d96e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9667704 Aug 04 15:28:59.474842 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9fc497-eef0-4e90-9876-a7eea18fdc59', 'tag': 'ce1ffcae-87e8-4b68-9901-da16bbb46df0'}] {{(pid=93420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:28:59.477293 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a8606f0b79035e877430952f6a143f8bf77a00db166e3d643dd1b603a21b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bccc47-bc33-435b-ad82-58de6046a34b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9fc497-eef0-4e90-9876-a7eea18fdc59", "tag": "ce1ffcae-87e8-4b68-9901-da16bbb46df0"}]}' {{(pid=93420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:28:59.490440 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-84b12c33-b702-4204-9270-1199a436985e None None] Set router 3e266e40-180b-414b-84ab-a5beb52f2d38 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:28:59.544956 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f387526-878e-4a4b-9a4f-be414ceba7eb x-openstack-request-id: req-7f387526-878e-4a4b-9a4f-be414ceba7eb {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:28:59.545242 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9fc497-eef0-4e90-9876-a7eea18fdc59", "tag": "ce1ffcae-87e8-4b68-9901-da16bbb46df0", "status": "completed", "code": 200}]} {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:28:59.545499 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f387526-878e-4a4b-9a4f-be414ceba7eb {{(pid=93420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:28:59.545906 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9fc497-eef0-4e90-9876-a7eea18fdc59', 'tag': 'ce1ffcae-87e8-4b68-9901-da16bbb46df0', 'status': 'completed', 'code': 200} Aug 04 15:28:59.561204 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47005c2-ad9d-43a2-8013-13925859e083 req-0cc164a6-9b0e-4ce7-a6e4-9052f7541d69 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:59.562657 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f47005c2-ad9d-43a2-8013-13925859e083 req-0cc164a6-9b0e-4ce7-a6e4-9052f7541d69 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 945 time: 0.1223602 Aug 04 15:28:59.622334 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfb10b-fa81-4b8c-a5e8-d586b191b226 req-692e4722-7d44-4145-917b-10b2e6337f64 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:59.623932 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9dcfb10b-fa81-4b8c-a5e8-d586b191b226 req-692e4722-7d44-4145-917b-10b2e6337f64 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 945 time: 0.0671632 Aug 04 15:28:59.646378 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f47005c2-ad9d-43a2-8013-13925859e083 req-48c1ba3d-0cbb-4e54-ab93-97eb376c50cb tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/security-groups?id=5061d26a-d919-4441-9b35-1e5ad16a0a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739052 Aug 04 15:28:59.706076 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bccc47-bc33-435b-ad82-58de6046a34b req-ea3f7f8e-4682-47da-a96b-7af944c29662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:59.707834 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d6bccc47-bc33-435b-ad82-58de6046a34b req-ea3f7f8e-4682-47da-a96b-7af944c29662 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81189bdeb0e34495ae3b1512fddfe444&device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 1098 time: 0.1147444 Aug 04 15:28:59.708957 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:59.757152 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae845bed-acfb-41b7-8753-042742ff9956,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:28:59.759333 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-84b12c33-b702-4204-9270-1199a436985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': 'b293875a-a47a-431a-ad73-ac90220957e7', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'floating_ip_address': '172.27.3.30', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'port_id': 'ce1ffcae-87e8-4b68-9901-da16bbb46df0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'mac_address': 'fa:16:3e:d0:26:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9fc497-eef0-4e90-9876-a7eea18fdc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:28:58Z', 'updated_at': '2021-08-04T15:28:58Z', 'revision_number': 0, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de', 'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'mac_address': 'fa:16:3e:a5:35:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:48Z', 'updated_at': '2021-08-04T15:27:56Z', 'revision_number': 5, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'subnets': [{'id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:28:59.794128 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b12c33-b702-4204-9270-1199a436985e None None] Checking router: 3e266e40-180b-414b-84ab-a5beb52f2d38 for host: dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:28:59.813331 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b12c33-b702-4204-9270-1199a436985e None None] Routers {'3e266e40-180b-414b-84ab-a5beb52f2d38'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:28:59.814069 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-84b12c33-b702-4204-9270-1199a436985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:28:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['3e266e40-180b-414b-84ab-a5beb52f2d38'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:28:59.824263 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:59.825447 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:59.825447 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:59.825447 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:59.825799 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:59.825886 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:59.826198 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:59.826518 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:59.826842 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:59.827176 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:59.827493 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:59.828182 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:28:59.837306 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb87b1a-39d2-463f-a469-d74ac87c5db8 req-cb87c4e1-2be4-4fe1-b645-3f493ad06ad3 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:28:59.838558 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5cb87b1a-39d2-463f-a469-d74ac87c5db8 req-cb87c4e1-2be4-4fe1-b645-3f493ad06ad3 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0888686 Aug 04 15:28:59.846970 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [req-9dcfb10b-fa81-4b8c-a5e8-d586b191b226 req-cb177b2f-7493-44d3-9c16-c623ccc51c51 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Deleting port d3dea6e8-e05f-4300-aee4-d3480f6c78e4 {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:28:59.847475 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-9dcfb10b-fa81-4b8c-a5e8-d586b191b226 req-cb177b2f-7493-44d3-9c16-c623ccc51c51 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:28:59.963707 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-84b12c33-b702-4204-9270-1199a436985e None None] Set router 3e266e40-180b-414b-84ab-a5beb52f2d38 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:28:59.990679 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 709cc591-7cd9-415b-8047-eb26fd33a8b3 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:29:00.029779 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bccc47-bc33-435b-ad82-58de6046a34b req-d8e12dda-172d-4f8b-b04d-e9f8ff4f690e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:00.031499 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d6bccc47-bc33-435b-ad82-58de6046a34b req-d8e12dda-172d-4f8b-b04d-e9f8ff4f690e service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e HTTP/1.1" status: 200 len: 913 time: 0.3136601 Aug 04 15:29:00.032245 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7928224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8072525'] for router_interface, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:00.054886 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] No Port match for: 709cc591-7cd9-415b-8047-eb26fd33a8b3 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:29:00.055665 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 709cc591-7cd9-415b-8047-eb26fd33a8b3 not bound to the agent host hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:29:00.132300 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d6bccc47-bc33-435b-ad82-58de6046a34b req-41446212-4cd8-4f08-9a7d-108fcaa7b5a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce1ffcae-87e8-4b68-9901-da16bbb46df0 HTTP/1.1" status: 200 len: 998 time: 0.0914588 Aug 04 15:29:00.214600 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5cb87b1a-39d2-463f-a469-d74ac87c5db8 req-d58ef364-b383-4275-81cc-a657c8224c12 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3634293 Aug 04 15:29:00.265800 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bccc47-bc33-435b-ad82-58de6046a34b req-150023f1-ca7b-418c-94bf-5a0433e45162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:00.266977 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-84b12c33-b702-4204-9270-1199a436985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': 'b293875a-a47a-431a-ad73-ac90220957e7', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'floating_ip_address': '172.27.3.30', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'port_id': 'ce1ffcae-87e8-4b68-9901-da16bbb46df0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'mac_address': 'fa:16:3e:d0:26:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9fc497-eef0-4e90-9876-a7eea18fdc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:28:58Z', 'updated_at': '2021-08-04T15:28:58Z', 'revision_number': 0, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de', 'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'mac_address': 'fa:16:3e:a5:35:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:48Z', 'updated_at': '2021-08-04T15:27:56Z', 'revision_number': 5, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'subnets': [{'id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:00.267550 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d6bccc47-bc33-435b-ad82-58de6046a34b req-150023f1-ca7b-418c-94bf-5a0433e45162 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eaee7f63-f063-4df1-ba7e-6837cf8cbd3e HTTP/1.1" status: 200 len: 851 time: 0.0948539 Aug 04 15:29:00.280425 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [req-9dcfb10b-fa81-4b8c-a5e8-d586b191b226 req-cb177b2f-7493-44d3-9c16-c623ccc51c51 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] For port d3dea6e8-e05f-4300-aee4-d3480f6c78e4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d3dea6e8-e05f-4300-aee4-d3480f6c78e4,segment=NetworkSegment(9f08c773-a146-4345-be73-3ea4c4cfc9cc),segment_id=9f08c773-a146-4345-be73-3ea4c4cfc9cc)] {{(pid=93420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:29:00.281000 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-9dcfb10b-fa81-4b8c-a5e8-d586b191b226 req-cb177b2f-7493-44d3-9c16-c623ccc51c51 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:00.299782 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b12c33-b702-4204-9270-1199a436985e None None] The sync data for ids ['3e266e40-180b-414b-84ab-a5beb52f2d38'] in dv-cinder-689486-15-iscsi is: [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': 'b293875a-a47a-431a-ad73-ac90220957e7', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'floating_ip_address': '172.27.3.30', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'port_id': 'ce1ffcae-87e8-4b68-9901-da16bbb46df0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'mac_address': 'fa:16:3e:d0:26:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9fc497-eef0-4e90-9876-a7eea18fdc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:28:58Z', 'updated_at': '2021-08-04T15:28:58Z', 'revision_number': 0, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de', 'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'mac_address': 'fa:16:3e:a5:35:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:48Z', 'updated_at': '2021-08-04T15:27:56Z', 'revision_number': 5, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'subnets': [{'id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:29:00.303444 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [req-9dcfb10b-fa81-4b8c-a5e8-d586b191b226 req-cb177b2f-7493-44d3-9c16-c623ccc51c51 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Calling delete_port for d3dea6e8-e05f-4300-aee4-d3480f6c78e4 owned by compute:nova {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:29:00.369471 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bccc47-bc33-435b-ad82-58de6046a34b req-ea443592-494a-43d8-8870-edd96edecb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:00.371692 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d6bccc47-bc33-435b-ad82-58de6046a34b req-ea443592-494a-43d8-8870-edd96edecb34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0892620 Aug 04 15:29:00.450389 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-9dcfb10b-fa81-4b8c-a5e8-d586b191b226 req-cb177b2f-7493-44d3-9c16-c623ccc51c51 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:00.463757 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['d3dea6e8-e05f-4300-aee4-d3480f6c78e4'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:29:00.483008 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb177b2f-7493-44d3-9c16-c623ccc51c51 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Pushing event deleted for resources: {'Port': ['ID=d3dea6e8-e05f-4300-aee4-d3480f6c78e4,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:00.514998 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Router 42c1d565-31d7-451b-9c65-829ea2224f80 has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:29:00.538786 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d6bccc47-bc33-435b-ad82-58de6046a34b req-c8b5a55a-5f97-4e34-9b72-b01a8a15e31b service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593256 Aug 04 15:29:00.554440 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67554b52-3d76-4662-86b7-5ed9ef4a1f69 None None] New status for floating IP b293875a-a47a-431a-ad73-ac90220957e7: ACTIVE {{(pid=93421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:29:00.555654 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcfb10b-fa81-4b8c-a5e8-d586b191b226 req-cb177b2f-7493-44d3-9c16-c623ccc51c51 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] No DVR routers for this DVR port d3dea6e8-e05f-4300-aee4-d3480f6c78e4 on host hv-cinder-68948 {{(pid=93420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:29:00.558773 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-9dcfb10b-fa81-4b8c-a5e8-d586b191b226 req-cb177b2f-7493-44d3-9c16-c623ccc51c51 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:00.560659 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9dcfb10b-fa81-4b8c-a5e8-d586b191b226 req-cb177b2f-7493-44d3-9c16-c623ccc51c51 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.59 "DELETE /v2.0/ports/d3dea6e8-e05f-4300-aee4-d3480f6c78e4 HTTP/1.1" status: 204 len: 173 time: 0.9274893 Aug 04 15:29:00.733438 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:29:00.736818 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d6bccc47-bc33-435b-ad82-58de6046a34b req-d87a4c63-000b-405e-b36a-ac87eca02f25 service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439800 Aug 04 15:29:00.743172 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 56712) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:00.750888 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-48181217-2ad7-471b-829f-c2e37b6eccf3 admin admin] 10.222.0.10 "PUT /v2.0/routers/42c1d565-31d7-451b-9c65-829ea2224f80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6361153 Aug 04 15:29:00.751081 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d5a281-7311-4382-b581-b67a4c6d9e6e None None] Sync routers for ids ['42c1d565-31d7-451b-9c65-829ea2224f80'] in dv-cinder-689486-15-iscsi {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:29:00.764728 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d5a281-7311-4382-b581-b67a4c6d9e6e None None] Routers {'42c1d565-31d7-451b-9c65-829ea2224f80'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:29:00.766916 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-b0d5a281-7311-4382-b581-b67a4c6d9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:28:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['42c1d565-31d7-451b-9c65-829ea2224f80'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:00.828331 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ca7e2059-fbea-4b7f-8f53-fda92920c612 req-e29c0f6f-1382-4baa-a87f-1d4b1459f979 tempest-AttachVolumeNegativeTest-2009517429 tempest-AttachVolumeNegativeTest-2009517429-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4190812-eeb1-4939-bf89-9d8910da518e HTTP/1.1" status: 200 len: 210 time: 0.0413427 Aug 04 15:29:00.874766 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e34e1175-1465-4e60-b1b8-50e312039207 admin admin] Notify callbacks [] for router, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:00.894274 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-b0d5a281-7311-4382-b581-b67a4c6d9e6e None None] Set router 42c1d565-31d7-451b-9c65-829ea2224f80 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:29:01.001670 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e34e1175-1465-4e60-b1b8-50e312039207 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:01.069584 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-e34e1175-1465-4e60-b1b8-50e312039207 admin admin] Deleting port fa05464b-677c-42a1-932b-bd928725d17b {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:29:01.070048 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e34e1175-1465-4e60-b1b8-50e312039207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:01.099002 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-b0d5a281-7311-4382-b581-b67a4c6d9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c1d565-31d7-451b-9c65-829ea2224f80', 'name': 'tempest-ServerRescueNegativeTestJSON-328079406-router', 'tenant_id': '13d02bf790ce4464804411b784db648d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'fa05464b-677c-42a1-932b-bd928725d17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:28:59Z', 'revision_number': 5, 'project_id': '13d02bf790ce4464804411b784db648d', 'gw_port': {'id': 'fa05464b-677c-42a1-932b-bd928725d17b', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c1d565-31d7-451b-9c65-829ea2224f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:01.131564 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d5a281-7311-4382-b581-b67a4c6d9e6e None None] Checking router: 42c1d565-31d7-451b-9c65-829ea2224f80 for host: dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:29:01.141333 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d5a281-7311-4382-b581-b67a4c6d9e6e None None] Routers {'42c1d565-31d7-451b-9c65-829ea2224f80'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:29:01.142074 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-b0d5a281-7311-4382-b581-b67a4c6d9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:28:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['42c1d565-31d7-451b-9c65-829ea2224f80'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:01.162559 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [None req-e34e1175-1465-4e60-b1b8-50e312039207 admin admin] For port fa05464b-677c-42a1-932b-bd928725d17b, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=fa05464b-677c-42a1-932b-bd928725d17b,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:29:01.162924 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e34e1175-1465-4e60-b1b8-50e312039207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:01.176427 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-e34e1175-1465-4e60-b1b8-50e312039207 admin admin] Calling delete_port for fa05464b-677c-42a1-932b-bd928725d17b owned by network:router_gateway {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:29:01.234459 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-b0d5a281-7311-4382-b581-b67a4c6d9e6e None None] Set router 42c1d565-31d7-451b-9c65-829ea2224f80 gateway port host: None {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:29:01.285064 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-b0d5a281-7311-4382-b581-b67a4c6d9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c1d565-31d7-451b-9c65-829ea2224f80', 'name': 'tempest-ServerRescueNegativeTestJSON-328079406-router', 'tenant_id': '13d02bf790ce4464804411b784db648d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:29:01Z', 'revision_number': 6, 'project_id': '13d02bf790ce4464804411b784db648d', 'gw_port_host': None}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:01.315388 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d5a281-7311-4382-b581-b67a4c6d9e6e None None] The sync data for ids ['42c1d565-31d7-451b-9c65-829ea2224f80'] in dv-cinder-689486-15-iscsi is: [{'id': '42c1d565-31d7-451b-9c65-829ea2224f80', 'name': 'tempest-ServerRescueNegativeTestJSON-328079406-router', 'tenant_id': '13d02bf790ce4464804411b784db648d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:29:01Z', 'revision_number': 6, 'project_id': '13d02bf790ce4464804411b784db648d', 'gw_port_host': None}] {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:29:01.407490 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e34e1175-1465-4e60-b1b8-50e312039207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:01.444219 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf20a78-dd31-46d7-90f8-4902ffdda179 req-f29b264f-7da4-4098-af52-f3d6253590a9 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:01.445797 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1bf20a78-dd31-46d7-90f8-4902ffdda179 req-f29b264f-7da4-4098-af52-f3d6253590a9 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0895796 Aug 04 15:29:01.449486 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e1175-1465-4e60-b1b8-50e312039207 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa05464b-677c-42a1-932b-bd928725d17b,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:01.531496 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1bf20a78-dd31-46d7-90f8-4902ffdda179 req-41b7daa4-bf01-4936-8e8b-aae596e10fd5 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785880 Aug 04 15:29:01.545231 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e34e1175-1465-4e60-b1b8-50e312039207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068815'] for router_gateway, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:01.574375 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4190812-eeb1-4939-bf89-9d8910da518e', 'name': 'network-vif-deleted', 'tag': 'd3dea6e8-e05f-4300-aee4-d3480f6c78e4'}] {{(pid=93420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:29:01.576745 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a8606f0b79035e877430952f6a143f8bf77a00db166e3d643dd1b603a21b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e2c2a7-0c0b-48f2-8b63-d858c945a4dc" -d '{"events": [{"server_uuid": "d4190812-eeb1-4939-bf89-9d8910da518e", "name": "network-vif-deleted", "tag": "d3dea6e8-e05f-4300-aee4-d3480f6c78e4"}]}' {{(pid=93420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:29:01.638429 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e666dee-ecca-4d26-a065-47de24a246d5 x-openstack-request-id: req-5e666dee-ecca-4d26-a065-47de24a246d5 {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:29:01.638718 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4190812-eeb1-4939-bf89-9d8910da518e", "name": "network-vif-deleted", "tag": "d3dea6e8-e05f-4300-aee4-d3480f6c78e4", "status": "completed", "code": 200}]} {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:29:01.638971 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e666dee-ecca-4d26-a065-47de24a246d5 {{(pid=93420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:29:01.639382 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4190812-eeb1-4939-bf89-9d8910da518e', 'name': 'network-vif-deleted', 'tag': 'd3dea6e8-e05f-4300-aee4-d3480f6c78e4', 'status': 'completed', 'code': 200} Aug 04 15:29:01.673406 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e34e1175-1465-4e60-b1b8-50e312039207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8061795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7190'] for router, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:01.675733 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e34e1175-1465-4e60-b1b8-50e312039207 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:01.753682 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e34e1175-1465-4e60-b1b8-50e312039207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8061903'] for router, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:01.754313 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34e1175-1465-4e60-b1b8-50e312039207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42c1d565-31d7-451b-9c65-829ea2224f80 {{(pid=93420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:29:01.761542 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e34e1175-1465-4e60-b1b8-50e312039207 admin admin] Notify callbacks [] for router, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:01.766314 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-e34e1175-1465-4e60-b1b8-50e312039207 admin admin] 10.222.0.10 "DELETE /v2.0/routers/42c1d565-31d7-451b-9c65-829ea2224f80 HTTP/1.1" status: 204 len: 168 time: 1.0185699 Aug 04 15:29:01.766794 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 56718) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:01.814110 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_v2 [None req-02fa10e0-12ca-4077-aa51-728bb9ca8452 admin admin] Deleting subnet 2601cba3-2975-403d-8fbf-30dac3fcbfd7 {{(pid=93419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:29:01.817250 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-02fa10e0-12ca-4077-aa51-728bb9ca8452 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:01.852459 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-02fa10e0-12ca-4077-aa51-728bb9ca8452 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6438917'] for subnet, precommit_delete_associations {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:01.887107 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 56722) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:01.935801 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-02fa10e0-12ca-4077-aa51-728bb9ca8452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674264'] for subnet, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:01.964572 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6ad890-a8d9-4981-be5d-5937c0b025c4 admin admin] Deleting subnet a02c79f9-420f-484e-8ece-b0ac630d460f {{(pid=93419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:29:01.971794 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5b6ad890-a8d9-4981-be5d-5937c0b025c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:01.991288 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 6bba3745-64a1-4f53-a73b-2a64453b6f39 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:29:02.016013 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5b6ad890-a8d9-4981-be5d-5937c0b025c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6438917'] for subnet, precommit_delete_associations {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.044870 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-02fa10e0-12ca-4077-aa51-728bb9ca8452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1928702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2281194'] for subnet, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.085490 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa10e0-12ca-4077-aa51-728bb9ca8452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2601cba3-2975-403d-8fbf-30dac3fcbfd7,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:02.087681 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-02fa10e0-12ca-4077-aa51-728bb9ca8452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.093114 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-02fa10e0-12ca-4077-aa51-728bb9ca8452 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2601cba3-2975-403d-8fbf-30dac3fcbfd7 HTTP/1.1" status: 204 len: 168 time: 0.3227615 Aug 04 15:29:02.094786 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 56724) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:02.099496 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5b6ad890-a8d9-4981-be5d-5937c0b025c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674264'] for subnet, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.124625 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 6bba3745-64a1-4f53-a73b-2a64453b6f39, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6bba3745-64a1-4f53-a73b-2a64453b6f39,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:29:02.141160 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': '6bba3745-64a1-4f53-a73b-2a64453b6f39', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'port_id': '6bba3745-64a1-4f53-a73b-2a64453b6f39', 'mac_address': 'fa:16:3e:77:77:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:29:02.191011 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.207568 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bba3745-64a1-4f53-a73b-2a64453b6f39 {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:29:02.211107 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c6e5b213-9efd-448a-9a9e-61ff4dd0d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780294'] for network, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.225648 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5b6ad890-a8d9-4981-be5d-5937c0b025c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1928702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2281194'] for subnet, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.236147 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 6bba3745-64a1-4f53-a73b-2a64453b6f39, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6bba3745-64a1-4f53-a73b-2a64453b6f39,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:29:02.240088 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.269250 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device fa05464b-677c-42a1-932b-bd928725d17b no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:29:02.275738 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ad890-a8d9-4981-be5d-5937c0b025c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a02c79f9-420f-484e-8ece-b0ac630d460f,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:02.292275 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5b6ad890-a8d9-4981-be5d-5937c0b025c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.297566 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-5b6ad890-a8d9-4981-be5d-5937c0b025c4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a02c79f9-420f-484e-8ece-b0ac630d460f HTTP/1.1" status: 204 len: 168 time: 0.4060650 Aug 04 15:29:02.298122 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 56726) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:02.325375 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: fa05464b-677c-42a1-932b-bd928725d17b {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:29:02.325680 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device fa05464b-677c-42a1-932b-bd928725d17b not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:29:02.326212 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device ae845bed-acfb-41b7-8753-042742ff9956 no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:29:02.331963 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['6bba3745-64a1-4f53-a73b-2a64453b6f39'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:29:02.339564 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c6e5b213-9efd-448a-9a9e-61ff4dd0d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668493', 'neutron.services.segments.db._delete_segments_for_network-8754112322169'] for network, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.351622 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-c6e5b213-9efd-448a-9a9e-61ff4dd0d7e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd16224-3e84-44b0-a461-e2a9f25dc336']}} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:02.362735 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-c6e5b213-9efd-448a-9a9e-61ff4dd0d7e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb910d9-1fa7-493c-ad0d-1cc24c3933a1') {'for_net_delete': True} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:02.363033 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-c6e5b213-9efd-448a-9a9e-61ff4dd0d7e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb910d9-1fa7-493c-ad0d-1cc24c3933a1') {} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:02.371352 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: ae845bed-acfb-41b7-8753-042742ff9956 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:29:02.371952 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device ae845bed-acfb-41b7-8753-042742ff9956 not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:29:02.375596 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c6e5b213-9efd-448a-9a9e-61ff4dd0d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754112333828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6439036'] for segment, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.375806 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=6bba3745-64a1-4f53-a73b-2a64453b6f39,revision_number=6']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:02.394572 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c6e5b213-9efd-448a-9a9e-61ff4dd0d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.403234 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e5b213-9efd-448a-9a9e-61ff4dd0d7e0 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:29:02.403797 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c6e5b213-9efd-448a-9a9e-61ff4dd0d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1928468'] for segment, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: Traceback (most recent call last): Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: timer() Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: cb(*args, **kw) Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: return func(*args, **kwargs) Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: self._notify() Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: self.callback(batched_events) Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: event.method(event) Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: return f(self, *a, **k) Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._get(url).json() Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: return self.request(url, 'GET', **kwargs) Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:29:02.412332 dv-cinder-689486-15-iscsi neutron-server[93419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:29:02.425767 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-18af78ff-1243-4c61-b6df-a52c14a42a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780294'] for network, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.487435 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c6e5b213-9efd-448a-9a9e-61ff4dd0d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068755'] for network, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.495589 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c6e5b213-9efd-448a-9a9e-61ff4dd0d7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.501913 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-c6e5b213-9efd-448a-9a9e-61ff4dd0d7e0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/dcd16224-3e84-44b0-a461-e2a9f25dc336 HTTP/1.1" status: 204 len: 168 time: 0.4024289 Aug 04 15:29:02.532428 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5b213-9efd-448a-9a9e-61ff4dd0d7e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcd16224-3e84-44b0-a461-e2a9f25dc336,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:02.539631 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-18af78ff-1243-4c61-b6df-a52c14a42a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668493', 'neutron.services.segments.db._delete_segments_for_network-8754112322169'] for network, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.551796 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.services.segments.db [None req-18af78ff-1243-4c61-b6df-a52c14a42a40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d3de88-030a-42d8-9d29-df540f5bc376']}} {{(pid=93420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:02.564426 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.services.segments.db [None req-18af78ff-1243-4c61-b6df-a52c14a42a40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f08c773-a146-4345-be73-3ea4c4cfc9cc') {'for_net_delete': True} {{(pid=93420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:02.564923 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.services.segments.db [None req-18af78ff-1243-4c61-b6df-a52c14a42a40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f08c773-a146-4345-be73-3ea4c4cfc9cc') {} {{(pid=93420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:02.581700 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-18af78ff-1243-4c61-b6df-a52c14a42a40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754112333828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5550671'] for segment, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.604054 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-18af78ff-1243-4c61-b6df-a52c14a42a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.610958 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18af78ff-1243-4c61-b6df-a52c14a42a40 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:29:02.611410 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-18af78ff-1243-4c61-b6df-a52c14a42a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2773038'] for segment, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: Traceback (most recent call last): Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: timer() Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: cb(*args, **kw) Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: return func(*args, **kwargs) Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: self._notify() Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: self.callback(batched_events) Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: event.method(event) Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: return f(self, *a, **k) Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: return self._get(url).json() Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: return self.request(url, 'GET', **kwargs) Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:29:02.662231 dv-cinder-689486-15-iscsi neutron-server[93420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:29:02.670517 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-18af78ff-1243-4c61-b6df-a52c14a42a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068755'] for network, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.678183 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-18af78ff-1243-4c61-b6df-a52c14a42a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.680191 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-18af78ff-1243-4c61-b6df-a52c14a42a40 admin admin] 10.222.0.10 "DELETE /v2.0/networks/89d3de88-030a-42d8-9d29-df540f5bc376 HTTP/1.1" status: 204 len: 168 time: 0.3813133 Aug 04 15:29:02.698221 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af78ff-1243-4c61-b6df-a52c14a42a40 admin admin] Pushing event deleted for resources: {'Network': ['ID=89d3de88-030a-42d8-9d29-df540f5bc376,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:02.748288 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0124b6-a811-4555-b604-4a34df2c08a9 req-e03cf1f5-1ce9-448f-8628-738b7dc20985 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:02.750534 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ff0124b6-a811-4555-b604-4a34df2c08a9 req-e03cf1f5-1ce9-448f-8628-738b7dc20985 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 944 time: 0.1056571 Aug 04 15:29:02.757340 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 56734) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:02.826964 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 56742) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:02.830947 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ff0124b6-a811-4555-b604-4a34df2c08a9 req-59e14331-7de3-4550-a9ed-1ec637ff2135 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709515 Aug 04 15:29:02.835733 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-309de3d5-a562-4927-b7ef-e189bfb701af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=13d02bf790ce4464804411b784db648d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0748527 Aug 04 15:29:02.836186 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 56746) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:02.877607 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-83e7d97d-5759-40b3-815e-e7e2a969a3b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=86904fa016994708a0fe21de85f6359a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0498183 Aug 04 15:29:02.880183 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 56750) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:02.908428 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-225f40a6-dec1-455c-beba-4f0ffeadbd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.945278 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-449b2213-e71d-4880-b762-267c5acd9103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.947687 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-225f40a6-dec1-455c-beba-4f0ffeadbd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:02.970840 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-449b2213-e71d-4880-b762-267c5acd9103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:03.048751 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-225f40a6-dec1-455c-beba-4f0ffeadbd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:03.052227 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-225f40a6-dec1-455c-beba-4f0ffeadbd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:03.056489 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-225f40a6-dec1-455c-beba-4f0ffeadbd9d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cf7a07ba-28f7-45bb-a061-2ce072043e57 HTTP/1.1" status: 204 len: 168 time: 0.2185252 Aug 04 15:29:03.066820 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-449b2213-e71d-4880-b762-267c5acd9103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:03.070257 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-449b2213-e71d-4880-b762-267c5acd9103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:03.075538 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-449b2213-e71d-4880-b762-267c5acd9103 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5061d26a-d919-4441-9b35-1e5ad16a0a7e HTTP/1.1" status: 204 len: 168 time: 0.1941319 Aug 04 15:29:03.080459 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f40a6-dec1-455c-beba-4f0ffeadbd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7a07ba-28f7-45bb-a061-2ce072043e57,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:03.084883 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b2213-e71d-4880-b762-267c5acd9103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5061d26a-d919-4441-9b35-1e5ad16a0a7e,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:04.017509 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 6bba3745-64a1-4f53-a73b-2a64453b6f39 up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:29:04.049716 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de59072-566a-4438-a505-d2757cd3baeb req-4030fb9f-2c88-41c4-bb7c-1eba9dd4952c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:04.054357 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5de59072-566a-4438-a505-d2757cd3baeb req-4030fb9f-2c88-41c4-bb7c-1eba9dd4952c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 944 time: 0.0938728 Aug 04 15:29:04.145615 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port 6bba3745-64a1-4f53-a73b-2a64453b6f39 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:29:04.145817 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:04.182604 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5de59072-566a-4438-a505-d2757cd3baeb req-d04c967b-1dd4-4671-ae0d-688d4ec4199d tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117339 Aug 04 15:29:04.294987 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:04.329901 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4ea4f4-ae30-450e-ae7f-30a9e17f0365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bba3745-64a1-4f53-a73b-2a64453b6f39'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:29:04.334744 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea436e2-e75f-410d-86e5-dd5462b00f8a" -d '{"events": [{"server_uuid": "2c4ea4f4-ae30-450e-ae7f-30a9e17f0365", "name": "network-vif-plugged", "status": "completed", "tag": "6bba3745-64a1-4f53-a73b-2a64453b6f39"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:29:04.355441 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 6bba3745-64a1-4f53-a73b-2a64453b6f39, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6bba3745-64a1-4f53-a73b-2a64453b6f39,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:29:04.361175 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:04.362762 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device d3dea6e8-e05f-4300-aee4-d3480f6c78e4 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:29:04.409112 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 56812) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:04.419931 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] No Port match for: d3dea6e8-e05f-4300-aee4-d3480f6c78e4 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:29:04.420301 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device d3dea6e8-e05f-4300-aee4-d3480f6c78e4 not bound to the agent host hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:29:04.450116 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f11438-890e-47ae-a8fe-432ce3ddc9c8 x-openstack-request-id: req-a4f11438-890e-47ae-a8fe-432ce3ddc9c8 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:29:04.450276 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4ea4f4-ae30-450e-ae7f-30a9e17f0365", "name": "network-vif-plugged", "status": "completed", "tag": "6bba3745-64a1-4f53-a73b-2a64453b6f39", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:29:04.451000 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4f11438-890e-47ae-a8fe-432ce3ddc9c8 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:29:04.451000 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4ea4f4-ae30-450e-ae7f-30a9e17f0365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bba3745-64a1-4f53-a73b-2a64453b6f39', 'code': 200} Aug 04 15:29:04.456816 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=6bba3745-64a1-4f53-a73b-2a64453b6f39,revision_number=7']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:04.708421 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-75678f02-6236-4063-83e9-98fb16194795 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-254661184-network', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:29:04.739004 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75678f02-6236-4063-83e9-98fb16194795 admin admin] Made reservation on behalf of 5fd57cd3b0c94232b41f2bd329a796ff for: {'network': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:29:04.742060 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-75678f02-6236-4063-83e9-98fb16194795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for network, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:04.761699 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-75678f02-6236-4063-83e9-98fb16194795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:04.902096 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-75678f02-6236-4063-83e9-98fb16194795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:04.911318 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-75678f02-6236-4063-83e9-98fb16194795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:04.948738 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75678f02-6236-4063-83e9-98fb16194795 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:29:04.969148 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75678f02-6236-4063-83e9-98fb16194795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca808a5-e051-4030-a8a0-51c5ba1a60b7,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:04.972945 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-75678f02-6236-4063-83e9-98fb16194795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:04.973290 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.segments_db [None req-75678f02-6236-4063-83e9-98fb16194795 admin admin] Added segment 30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82 of type vlan for network 33edf930-aed3-43bb-8d08-e5d092448dad Aug 04 15:29:05.032895 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-75678f02-6236-4063-83e9-98fb16194795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754111838365'] for network, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:05.074398 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-75678f02-6236-4063-83e9-98fb16194795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for network, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:05.075951 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75678f02-6236-4063-83e9-98fb16194795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:05.076599 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-75678f02-6236-4063-83e9-98fb16194795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:05.147689 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 56830) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:05.148310 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-75678f02-6236-4063-83e9-98fb16194795 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7359824 Aug 04 15:29:05.155923 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75678f02-6236-4063-83e9-98fb16194795 admin admin] Pushing event updated for resources: {'Network': ['ID=33edf930-aed3-43bb-8d08-e5d092448dad,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:05.157171 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-03ab4091-9de9-4ed9-bc15-65be1373d6bd admin admin] Request body: {'subnet': {'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-254661184-subnet', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:29:05.167986 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Network 33edf930-aed3-43bb-8d08-e5d092448dad details requested by agent ovs-agent-dv-cinder-689486-15-iscsi with host dv-cinder-689486-15-iscsi {{(pid=93421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:29:05.200250 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ab4091-9de9-4ed9-bc15-65be1373d6bd admin admin] Made reservation on behalf of 5fd57cd3b0c94232b41f2bd329a796ff for: {'subnet': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:29:05.205069 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-03ab4091-9de9-4ed9-bc15-65be1373d6bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3822546'] for subnet, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:05.414428 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e694f-906e-4324-b27b-6b60bdd3393d req-f0c46e9d-b69f-4d8e-89e4-21454fbf7923 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:05.417466 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1f1e694f-906e-4324-b27b-6b60bdd3393d req-f0c46e9d-b69f-4d8e-89e4-21454fbf7923 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.1185334 Aug 04 15:29:05.497806 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1f1e694f-906e-4324-b27b-6b60bdd3393d req-46056f43-b563-4949-9454-0af978699d9c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722065 Aug 04 15:29:05.531227 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-f55b8402-f724-4b1e-ba6b-3bd971f65f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:05.573702 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-03ab4091-9de9-4ed9-bc15-65be1373d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2773125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3822528'] for subnet, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:05.640457 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab4091-9de9-4ed9-bc15-65be1373d6bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f26f94f7-b955-4415-8c21-0f8292abd57d,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:05.688816 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ab4091-9de9-4ed9-bc15-65be1373d6bd admin admin] Checking segment: {'id': '30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:29:05.689490 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab4091-9de9-4ed9-bc15-65be1373d6bd admin admin] Network hostable DHCP agents. Network: 33edf930-aed3-43bb-8d08-e5d092448dad, hostable agents: ['a8d7af28-eca7-455e-97e1-a648a6b9f014'], hosted agents: [] {{(pid=93420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:29:05.753968 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab4091-9de9-4ed9-bc15-65be1373d6bd admin admin] Network 33edf930-aed3-43bb-8d08-e5d092448dad is scheduled to be hosted by DHCP agent a8d7af28-eca7-455e-97e1-a648a6b9f014 with binding_index 1 {{(pid=93420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:29:05.782297 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-03ab4091-9de9-4ed9-bc15-65be1373d6bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-15-iscsi, 33edf930-aed3-43bb-8d08-e5d092448dad) {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:29:05.787334 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ab4091-9de9-4ed9-bc15-65be1373d6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:05.788139 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-03ab4091-9de9-4ed9-bc15-65be1373d6bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:05.793802 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab211391-9493-452f-b301-ff2afb9c752c None None] Network 33edf930-aed3-43bb-8d08-e5d092448dad requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:29:05.818218 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 56842) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:05.823774 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-59a49cf7-607f-49ce-bdeb-4f48b69a686e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:29:05.833225 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-03ab4091-9de9-4ed9-bc15-65be1373d6bd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6840594 Aug 04 15:29:05.873820 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-59a49cf7-607f-49ce-bdeb-4f48b69a686e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8061657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:05.876748 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-59a49cf7-607f-49ce-bdeb-4f48b69a686e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8061605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7894325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7199'] for router, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:05.980939 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-59a49cf7-607f-49ce-bdeb-4f48b69a686e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:06.109990 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp001a8a58-16e5-53b7-b0b3-2a49f3787e2f-33edf930-aed3-43bb-8d08-e5d092448dad', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'fixed_ips': [{'subnet_id': 'f26f94f7-b955-4415-8c21-0f8292abd57d'}]}} from dv-cinder-689486-15-iscsi. {{(pid=93421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:29:06.110778 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:06.327484 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.db_base_plugin_common [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Allocated IP 172.20.0.2 (33edf930-aed3-43bb-8d08-e5d092448dad/f26f94f7-b955-4415-8c21-0f8292abd57d/d20ff9a2-4685-4e8f-bb83-196e0dcf4f06) {{(pid=93421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:29:06.569988 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Notify callbacks [] for port, precommit_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:06.598630 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Transition to ACTIVE for port object d20ff9a2-4685-4e8f-bb83-196e0dcf4f06 will not be triggered until provisioned by entity L2. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:29:06.603980 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-59a49cf7-607f-49ce-bdeb-4f48b69a686e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:06.623221 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Transition to ACTIVE for port object d20ff9a2-4685-4e8f-bb83-196e0dcf4f06 will not be triggered until provisioned by entity DHCP. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:29:06.627918 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf9610-8864-4398-ba45-3dc31bb93dd5 req-f153e313-ce57-4fcb-a6e9-da6cfdc6ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:06.629452 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-64bf9610-8864-4398-ba45-3dc31bb93dd5 req-f153e313-ce57-4fcb-a6e9-da6cfdc6ec8d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=893953c6f8fa4c87b7f6a168eff46c0a&device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 1098 time: 0.4961736 Aug 04 15:29:06.646213 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042'] for port, after_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:06.704832 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Network 33edf930-aed3-43bb-8d08-e5d092448dad is already hosted by enough agents. {{(pid=93421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:29:06.707790 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.scheduler.base_scheduler [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Resources bound (agent type, host, resource id): {{(pid=93421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:29:06.710469 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Received port after_create {{(pid=93421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:29:06.738967 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Pushing event updated for resources: {'Port': ['ID=d20ff9a2-4685-4e8f-bb83-196e0dcf4f06,revision_number=1']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:06.828544 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Attempting to bind port d20ff9a2-4685-4e8f-bb83-196e0dcf4f06 on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:29:06.829121 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Attempting to bind port d20ff9a2-4685-4e8f-bb83-196e0dcf4f06 by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad'}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:29:06.829877 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Attempting to bind port d20ff9a2-4685-4e8f-bb83-196e0dcf4f06 on network 33edf930-aed3-43bb-8d08-e5d092448dad {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:29:06.836286 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af9ff6-e04f-4741-8d27-a363809e8e9e req-6c912ed6-62f6-4c67-b316-eadcaa5f113f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:06.837157 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:29:06.837157 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Checking segment: {'id': '30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:29:06.837508 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:06.838182 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Bound using segment: {'id': '30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad'} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:29:06.838811 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Bound port: d20ff9a2-4685-4e8f-bb83-196e0dcf4f06, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad'}}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:29:06.839806 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:06.849943 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-92af9ff6-e04f-4741-8d27-a363809e8e9e req-6c912ed6-62f6-4c67-b316-eadcaa5f113f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.2091143 Aug 04 15:29:06.895403 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf9610-8864-4398-ba45-3dc31bb93dd5 req-6f9f918f-df40-4fac-ade7-8358502f86d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:06.897150 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-64bf9610-8864-4398-ba45-3dc31bb93dd5 req-6f9f918f-df40-4fac-ade7-8358502f86d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0 HTTP/1.1" status: 200 len: 918 time: 0.2421935 Aug 04 15:29:06.930040 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-92af9ff6-e04f-4741-8d27-a363809e8e9e req-f97567e5-0843-4941-9212-3880f4b66cf0 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777867 Aug 04 15:29:06.951785 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] For port d20ff9a2-4685-4e8f-bb83-196e0dcf4f06, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:29:06.956990 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] For port d20ff9a2-4685-4e8f-bb83-196e0dcf4f06, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=d20ff9a2-4685-4e8f-bb83-196e0dcf4f06,segment=NetworkSegment(30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82),segment_id=30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82)] {{(pid=93421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:29:06.977850 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:07.004459 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-64bf9610-8864-4398-ba45-3dc31bb93dd5 req-ef3b274c-f512-444a-ba64-8f7dc534826b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bba3745-64a1-4f53-a73b-2a64453b6f39 HTTP/1.1" status: 200 len: 1001 time: 0.0952063 Aug 04 15:29:07.086592 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26bde0-72e6-4241-af52-5426cbaba678 None None] Pushing event updated for resources: {'Port': ['ID=d20ff9a2-4685-4e8f-bb83-196e0dcf4f06,revision_number=2']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:07.179879 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf9610-8864-4398-ba45-3dc31bb93dd5 req-e4cc7e7b-6324-4ab5-90af-d969b2efa74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:07.182452 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-64bf9610-8864-4398-ba45-3dc31bb93dd5 req-e4cc7e7b-6324-4ab5-90af-d969b2efa74e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e2c0f22-78d2-4799-9521-73d9b2f8536e HTTP/1.1" status: 200 len: 856 time: 0.1692207 Aug 04 15:29:07.289337 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-59a49cf7-607f-49ce-bdeb-4f48b69a686e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:07.326151 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-59a49cf7-607f-49ce-bdeb-4f48b69a686e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:07.362446 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf9610-8864-4398-ba45-3dc31bb93dd5 req-af976e67-dc44-4f75-bb10-30f9f63f6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:07.365382 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-64bf9610-8864-4398-ba45-3dc31bb93dd5 req-af976e67-dc44-4f75-bb10-30f9f63f6321 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1535325 Aug 04 15:29:07.611109 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-64bf9610-8864-4398-ba45-3dc31bb93dd5 req-4c98d2f8-01a6-4268-8b73-c0d7fdb2e926 service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335083 Aug 04 15:29:07.621988 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [None req-59a49cf7-607f-49ce-bdeb-4f48b69a686e admin admin] Allocated IP 172.27.3.78 (a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1/66c61c24-84f1-4482-97f0-c0986315f375/d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:29:07.792710 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-64bf9610-8864-4398-ba45-3dc31bb93dd5 req-a70a0bee-abb2-49c6-ba3f-a72edad02247 service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679239 Aug 04 15:29:07.834931 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-59a49cf7-607f-49ce-bdeb-4f48b69a686e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:07.917002 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-59a49cf7-607f-49ce-bdeb-4f48b69a686e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:07.958369 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a49cf7-607f-49ce-bdeb-4f48b69a686e admin admin] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:29:07.961657 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-59a49cf7-607f-49ce-bdeb-4f48b69a686e admin admin] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:29:07.970425 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a49cf7-607f-49ce-bdeb-4f48b69a686e admin admin] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:29:08.207210 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device d20ff9a2-4685-4e8f-bb83-196e0dcf4f06 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:29:08.217316 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a49cf7-607f-49ce-bdeb-4f48b69a686e admin admin] Pushing event updated for resources: {'Port': ['ID=d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:08.250729 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe88f5-2875-433e-905c-321469dad651 req-3f4f9781-3e13-4111-a253-afd15da0fd62 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:08.252389 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2fbe88f5-2875-433e-905c-321469dad651 req-3f4f9781-3e13-4111-a253-afd15da0fd62 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.1623898 Aug 04 15:29:08.317376 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port d20ff9a2-4685-4e8f-bb83-196e0dcf4f06 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:29:08.329414 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2fbe88f5-2875-433e-905c-321469dad651 req-9160d1f8-095b-4d9c-8c6f-090d0e9ecb50 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603497 Aug 04 15:29:08.549315 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-59a49cf7-607f-49ce-bdeb-4f48b69a686e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:08.670199 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b1192e-f082-4c01-a749-1562f763cad0 None None] Network 33edf930-aed3-43bb-8d08-e5d092448dad requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:29:08.852935 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-4b41c555-3562-4866-bed0-644aa74f26ae None None] Provisioning for port d20ff9a2-4685-4e8f-bb83-196e0dcf4f06 completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:29:08.862167 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-4b41c555-3562-4866-bed0-644aa74f26ae None None] Provisioning complete for port d20ff9a2-4685-4e8f-bb83-196e0dcf4f06 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:29:08.863219 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4b41c555-3562-4866-bed0-644aa74f26ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:08.877235 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-59a49cf7-607f-49ce-bdeb-4f48b69a686e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8061782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068651'] for router, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:09.013549 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-5b0456dc-9359-4287-9ce7-a7d246b7d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:09.021213 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4b41c555-3562-4866-bed0-644aa74f26ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:09.050711 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a49cf7-607f-49ce-bdeb-4f48b69a686e admin admin] Router f061b923-2ca1-4643-818e-17f862374323 is scheduled to L3 agent 0810b032-d755-4732-a353-64b2f2f7440f with binding_index 1 {{(pid=93419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:29:09.062904 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-4b41c555-3562-4866-bed0-644aa74f26ae None None] For port d20ff9a2-4685-4e8f-bb83-196e0dcf4f06, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=d20ff9a2-4685-4e8f-bb83-196e0dcf4f06,segment=NetworkSegment(30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82),segment_id=30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:29:09.074053 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4b41c555-3562-4866-bed0-644aa74f26ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:09.138546 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41c555-3562-4866-bed0-644aa74f26ae None None] Pushing event updated for resources: {'Port': ['ID=d20ff9a2-4685-4e8f-bb83-196e0dcf4f06,revision_number=3']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:09.200282 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a49cf7-607f-49ce-bdeb-4f48b69a686e admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:29:09.215876 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] Sync routers for ids ['f061b923-2ca1-4643-818e-17f862374323'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:29:09.231505 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] Routers {'f061b923-2ca1-4643-818e-17f862374323'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:29:09.232346 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:29:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['f061b923-2ca1-4643-818e-17f862374323'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:09.238098 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-59a49cf7-607f-49ce-bdeb-4f48b69a686e admin admin] Notify callbacks [] for router, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:09.241832 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-59a49cf7-607f-49ce-bdeb-4f48b69a686e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4201372 Aug 04 15:29:09.242125 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 56880) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:09.497713 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:09.539272 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-85f2f520-5a95-46c0-a088-9e4d6a40c6cf None None] Provisioning complete for port d20ff9a2-4685-4e8f-bb83-196e0dcf4f06 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:29:09.539655 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-85f2f520-5a95-46c0-a088-9e4d6a40c6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:09.625396 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:09.632738 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] Set router f061b923-2ca1-4643-818e-17f862374323 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:29:09.812022 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f267c2-183a-4887-b245-1dd6b3df29e5 req-df118493-307f-4d2e-8657-00fce614e0e5 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:09.813611 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c4f267c2-183a-4887-b245-1dd6b3df29e5 req-df118493-307f-4d2e-8657-00fce614e0e5 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.1196203 Aug 04 15:29:09.911810 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f061b923-2ca1-4643-818e-17f862374323', 'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:29:05Z', 'updated_at': '2021-08-04T15:29:08Z', 'revision_number': 3, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'gw_port': {'id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:07Z', 'updated_at': '2021-08-04T15:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:09.957394 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] Checking router: f061b923-2ca1-4643-818e-17f862374323 for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:29:09.957739 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] Updating router f061b923-2ca1-4643-818e-17f862374323 port d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e binding host dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:29:09.999499 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:10.111549 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c4f267c2-183a-4887-b245-1dd6b3df29e5 req-da20bda7-1218-41d6-ac8e-ef69e2be4375 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844610 Aug 04 15:29:10.112983 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device d20ff9a2-4685-4e8f-bb83-196e0dcf4f06 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:29:10.207772 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:10.303083 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e329061a-3668-4ab1-8649-9ca8018c5021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:10.383007 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port d20ff9a2-4685-4e8f-bb83-196e0dcf4f06 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:29:10.384173 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:10.509536 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] Notify callbacks [] for port, precommit_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:10.553307 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] Transition to ACTIVE for port object d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e will not be triggered until provisioned by entity L2. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:29:10.555175 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 56892) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:10.575316 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:10.580238 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [None req-e329061a-3668-4ab1-8649-9ca8018c5021 admin admin] Allocated IP 172.20.0.1 (33edf930-aed3-43bb-8d08-e5d092448dad/f26f94f7-b955-4415-8c21-0f8292abd57d/6a07f15f-7e12-4db0-870a-8964c66717f4) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:29:10.655859 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] Attempting to bind port d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:29:10.657759 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] Attempting to bind port d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:29:10.659079 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] Attempting to bind port d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e on network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:29:10.672369 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:29:10.673138 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] Checking segment: {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:29:10.673787 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:10.674350 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] Bound using segment: {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:29:10.674833 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] Bound port: d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:29:10.675260 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:10.679173 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df378c53-eae4-4525-bac8-f3135f77bca2 None None] Pushing event updated for resources: {'Port': ['ID=d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e,revision_number=2']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:10.767744 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e329061a-3668-4ab1-8649-9ca8018c5021 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:10.771002 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d9be587d-a3fc-4692-a2e9-af2e7e178f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:10.773082 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] For port d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:29:10.785935 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] For port d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:29:10.790330 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [None req-e329061a-3668-4ab1-8649-9ca8018c5021 admin admin] Transition to ACTIVE for port object 6a07f15f-7e12-4db0-870a-8964c66717f4 will not be triggered until provisioned by entity DHCP. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:29:10.796111 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:10.887501 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df378c53-eae4-4525-bac8-f3135f77bca2 None None] Pushing event updated for resources: {'Port': ['ID=d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e,revision_number=3']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:10.899572 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e329061a-3668-4ab1-8649-9ca8018c5021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:10.920813 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] Routers {'f061b923-2ca1-4643-818e-17f862374323'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:29:10.921668 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d9be587d-a3fc-4692-a2e9-af2e7e178f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:10.922121 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:29:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['f061b923-2ca1-4643-818e-17f862374323'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:10.933718 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d9be587d-a3fc-4692-a2e9-af2e7e178f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:10.978319 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be587d-a3fc-4692-a2e9-af2e7e178f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc5fb51-42bc-40ff-b8a3-f9895db0a4fc,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:11.025098 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-d9be587d-a3fc-4692-a2e9-af2e7e178f21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2dd1a5272aec4673ad22a4d731a10b72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681005 Aug 04 15:29:11.026717 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 56896) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:11.035343 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329061a-3668-4ab1-8649-9ca8018c5021 admin admin] Pushing event updated for resources: {'Port': ['ID=6a07f15f-7e12-4db0-870a-8964c66717f4,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:11.064967 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e329061a-3668-4ab1-8649-9ca8018c5021 admin admin] Network 33edf930-aed3-43bb-8d08-e5d092448dad is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:29:11.073306 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-e329061a-3668-4ab1-8649-9ca8018c5021 admin admin] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:29:11.080944 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e329061a-3668-4ab1-8649-9ca8018c5021 admin admin] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:29:11.122943 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] Set router f061b923-2ca1-4643-818e-17f862374323 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:29:11.173547 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3e82328a-a87f-4aba-8270-8feab90e39ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:11.179179 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e329061a-3668-4ab1-8649-9ca8018c5021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8065860'] for router_interface, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:11.227114 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3e82328a-a87f-4aba-8270-8feab90e39ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:11.327307 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f8edb-5374-4928-9c05-f59dea26d9ce req-baa3d4aa-196a-43fb-92b7-37a0f06de034 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:11.328871 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-774f8edb-5374-4928-9c05-f59dea26d9ce req-baa3d4aa-196a-43fb-92b7-37a0f06de034 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0703089 Aug 04 15:29:11.374941 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3e82328a-a87f-4aba-8270-8feab90e39ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:11.377872 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3e82328a-a87f-4aba-8270-8feab90e39ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:11.382037 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-3e82328a-a87f-4aba-8270-8feab90e39ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8bc5fb51-42bc-40ff-b8a3-f9895db0a4fc HTTP/1.1" status: 204 len: 168 time: 0.3525493 Aug 04 15:29:11.401153 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82328a-a87f-4aba-8270-8feab90e39ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc5fb51-42bc-40ff-b8a3-f9895db0a4fc,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:11.426989 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-774f8edb-5374-4928-9c05-f59dea26d9ce req-3295fe04-c4d1-49bc-bdf1-285b7888c3ba tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759740 Aug 04 15:29:11.462911 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-40ede0f0-132e-49f7-b176-c68c47c58b48 None None] Provisioning for port 6a07f15f-7e12-4db0-870a-8964c66717f4 completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:29:11.468328 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-40ede0f0-132e-49f7-b176-c68c47c58b48 None None] Provisioning complete for port 6a07f15f-7e12-4db0-870a-8964c66717f4 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:29:11.469023 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-40ede0f0-132e-49f7-b176-c68c47c58b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:11.489202 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e329061a-3668-4ab1-8649-9ca8018c5021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:11.522749 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-40ede0f0-132e-49f7-b176-c68c47c58b48 None None] Port 6a07f15f-7e12-4db0-870a-8964c66717f4 cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:29:11.531575 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f061b923-2ca1-4643-818e-17f862374323', 'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:29:05Z', 'updated_at': '2021-08-04T15:29:08Z', 'revision_number': 3, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'gw_port': {'id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:07Z', 'updated_at': '2021-08-04T15:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:11.564511 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0471d4-15c2-432a-bbdd-35e25a32c8cf None None] The sync data for ids ['f061b923-2ca1-4643-818e-17f862374323'] in dv-cinder-689486-15-iscsi is: [{'id': 'f061b923-2ca1-4643-818e-17f862374323', 'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:29:05Z', 'updated_at': '2021-08-04T15:29:08Z', 'revision_number': 3, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'gw_port': {'id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:07Z', 'updated_at': '2021-08-04T15:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:29:11.755920 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e329061a-3668-4ab1-8649-9ca8018c5021 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:11.762917 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e329061a-3668-4ab1-8649-9ca8018c5021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:11.834603 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e329061a-3668-4ab1-8649-9ca8018c5021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7928233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8071454'] for router_interface, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:11.846381 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329061a-3668-4ab1-8649-9ca8018c5021 admin admin] Pushing event updated for resources: {'Port': ['ID=6a07f15f-7e12-4db0-870a-8964c66717f4,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:11.873753 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 56904) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:11.917509 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e2ee6230-0cb3-47b4-a0da-ecc409340538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:12.020563 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e329061a-3668-4ab1-8649-9ca8018c5021 admin admin] Network 33edf930-aed3-43bb-8d08-e5d092448dad is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:29:12.023170 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-e329061a-3668-4ab1-8649-9ca8018c5021 admin admin] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:29:12.096511 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:29:12.114617 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e2ee6230-0cb3-47b4-a0da-ecc409340538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:12.137129 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e2ee6230-0cb3-47b4-a0da-ecc409340538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:12.224935 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-e2ee6230-0cb3-47b4-a0da-ecc409340538 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=27984fdb17c34fb5807c5c8f2bebbfb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3443050 Aug 04 15:29:12.231023 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 56906) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:12.232121 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee6230-0cb3-47b4-a0da-ecc409340538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09314c1-aa44-4def-957d-fa4964cf9e45,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:12.251678 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e329061a-3668-4ab1-8649-9ca8018c5021 admin admin] Router f061b923-2ca1-4643-818e-17f862374323 has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:29:12.254838 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:29:12.288377 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:29:12.289199 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:12.428080 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1af3afc9-9eba-46b1-87be-5de25b1d9ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:12.502666 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1af3afc9-9eba-46b1-87be-5de25b1d9ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:12.516190 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e329061a-3668-4ab1-8649-9ca8018c5021 admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:29:12.522356 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-e329061a-3668-4ab1-8649-9ca8018c5021 admin admin] 10.222.0.10 "PUT /v2.0/routers/f061b923-2ca1-4643-818e-17f862374323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2789948 Aug 04 15:29:12.567975 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:12.640835 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-043b5856-edf0-46b2-94a0-cf22625f272c None None] Provisioning complete for port 6a07f15f-7e12-4db0-870a-8964c66717f4 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:29:12.641636 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-043b5856-edf0-46b2-94a0-cf22625f272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:12.725543 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:29:12.739343 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:12.757235 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:12.757590 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1af3afc9-9eba-46b1-87be-5de25b1d9ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:12.761293 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1af3afc9-9eba-46b1-87be-5de25b1d9ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:12.797277 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-1af3afc9-9eba-46b1-87be-5de25b1d9ca4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a09314c1-aa44-4def-957d-fa4964cf9e45 HTTP/1.1" status: 204 len: 168 time: 0.5124431 Aug 04 15:29:12.797378 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a83cc0-cfb4-47d2-b545-70f8959914a7 req-1224a0b7-dd47-46b5-86b9-40950909cf08 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:12.800682 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3afc9-9eba-46b1-87be-5de25b1d9ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09314c1-aa44-4def-957d-fa4964cf9e45,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:12.821680 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-11a83cc0-cfb4-47d2-b545-70f8959914a7 req-1224a0b7-dd47-46b5-86b9-40950909cf08 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.1897082 Aug 04 15:29:12.911622 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:12.936599 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-043b5856-edf0-46b2-94a0-cf22625f272c None None] Port 6a07f15f-7e12-4db0-870a-8964c66717f4 cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:29:12.984863 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-11a83cc0-cfb4-47d2-b545-70f8959914a7 req-b52d32d1-e528-4f99-9841-eaf34e88cdb7 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563578 Aug 04 15:29:13.596464 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 56936) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:13.612450 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-8d1c87f3-e563-4710-b50d-fbde197d7bec tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--423271568', 'description': 'tempest-description--1084915821'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:29:13.646523 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-8d1c87f3-e563-4710-b50d-fbde197d7bec tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:13.796916 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-8d1c87f3-e563-4710-b50d-fbde197d7bec tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:13.804852 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-8d1c87f3-e563-4710-b50d-fbde197d7bec tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:13.850145 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-8d1c87f3-e563-4710-b50d-fbde197d7bec tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:13.854873 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-8d1c87f3-e563-4710-b50d-fbde197d7bec tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2539642 Aug 04 15:29:13.854873 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c87f3-e563-4710-b50d-fbde197d7bec tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fefe594a-3936-44c5-b7ab-8fb49a466d0b,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:13.855962 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 56944) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:13.863361 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-a7d41a27-8ee8-471e-868d-df1c029443f7 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Request body: {'security_group_rule': {'security_group_id': 'fefe594a-3936-44c5-b7ab-8fb49a466d0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:29:13.913395 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a7d41a27-8ee8-471e-868d-df1c029443f7 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:13.995427 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a7d41a27-8ee8-471e-868d-df1c029443f7 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:14.004055 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a7d41a27-8ee8-471e-868d-df1c029443f7 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:14.038761 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a7d41a27-8ee8-471e-868d-df1c029443f7 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:14.043361 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 56950) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:14.043847 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-a7d41a27-8ee8-471e-868d-df1c029443f7 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1858668 Aug 04 15:29:14.045021 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d41a27-8ee8-471e-868d-df1c029443f7 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03df0ff8-d4fe-420c-991d-ab67ecb70ac2,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:14.049155 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:29:14.053601 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-68bcd8c3-f6c0-41e4-858a-3fd6efe65971 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Request body: {'security_group_rule': {'security_group_id': 'fefe594a-3936-44c5-b7ab-8fb49a466d0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:29:14.091232 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-68bcd8c3-f6c0-41e4-858a-3fd6efe65971 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:14.155836 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:29:14.156548 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:14.172065 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] Sync routers for ids ['f061b923-2ca1-4643-818e-17f862374323'] in dv-cinder-689486-15-iscsi {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:29:14.184981 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] Routers {'f061b923-2ca1-4643-818e-17f862374323'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:29:14.185712 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:29:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['f061b923-2ca1-4643-818e-17f862374323'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:14.279916 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-68bcd8c3-f6c0-41e4-858a-3fd6efe65971 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:14.308697 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-68bcd8c3-f6c0-41e4-858a-3fd6efe65971 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:14.361074 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] Set router f061b923-2ca1-4643-818e-17f862374323 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:29:14.370532 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30afa5-d3dc-44e0-9ed9-abd165336942 req-4728a0fd-27a9-474d-9ca8-55a1e168c6d2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:14.372024 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fb30afa5-d3dc-44e0-9ed9-abd165336942 req-4728a0fd-27a9-474d-9ca8-55a1e168c6d2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.2017939 Aug 04 15:29:14.374205 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcd8c3-f6c0-41e4-858a-3fd6efe65971 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855d24d6-5fab-41a0-ba82-b85b1959ce4a,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:14.391033 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-68bcd8c3-f6c0-41e4-858a-3fd6efe65971 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:14.395661 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-68bcd8c3-f6c0-41e4-858a-3fd6efe65971 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3479171 Aug 04 15:29:14.396800 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 56958) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:14.403074 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-5667b99a-3a46-40cd-ab2e-610a70533a31 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Request body: {'floatingip': {'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:29:14.448352 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fb30afa5-d3dc-44e0-9ed9-abd165336942 req-bc91f25b-4969-4639-950c-af13238f8ae3 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595388 Aug 04 15:29:14.464843 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5667b99a-3a46-40cd-ab2e-610a70533a31 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for floatingip, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:14.638680 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5667b99a-3a46-40cd-ab2e-610a70533a31 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:14.778377 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_common [None req-5667b99a-3a46-40cd-ab2e-610a70533a31 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Allocated IP 172.27.3.127 (a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1/66c61c24-84f1-4482-97f0-c0986315f375/571897db-1838-4d85-8ecf-a2e2bfdf822c) {{(pid=93420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:29:14.797223 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f061b923-2ca1-4643-818e-17f862374323', 'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:29:05Z', 'updated_at': '2021-08-04T15:29:11Z', 'revision_number': 4, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'gw_port': {'id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:07Z', 'updated_at': '2021-08-04T15:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '6a07f15f-7e12-4db0-870a-8964c66717f4', 'name': '', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'mac_address': 'fa:16:3e:9b:a1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:10Z', 'updated_at': '2021-08-04T15:29:11Z', 'revision_number': 2, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'subnets': [{'id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:14.840583 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] Checking router: f061b923-2ca1-4643-818e-17f862374323 for host: dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:29:14.840885 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] Updating router f061b923-2ca1-4643-818e-17f862374323 port 6a07f15f-7e12-4db0-870a-8964c66717f4 binding host dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:29:14.891164 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:14.922177 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5667b99a-3a46-40cd-ab2e-610a70533a31 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for port, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:15.011941 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5667b99a-3a46-40cd-ab2e-610a70533a31 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:15.065452 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5667b99a-3a46-40cd-ab2e-610a70533a31 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:29:15.075614 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-5667b99a-3a46-40cd-ab2e-610a70533a31 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:29:15.078418 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5667b99a-3a46-40cd-ab2e-610a70533a31 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Received port after_create {{(pid=93420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:29:15.087642 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667b99a-3a46-40cd-ab2e-610a70533a31 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Pushing event updated for resources: {'Port': ['ID=571897db-1838-4d85-8ecf-a2e2bfdf822c,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:15.199160 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5667b99a-3a46-40cd-ab2e-610a70533a31 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:15.256260 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5667b99a-3a46-40cd-ab2e-610a70533a31 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:15.295508 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] Notify callbacks [] for port, precommit_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:15.311850 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.provisioning_blocks [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] Transition to ACTIVE for port object 6a07f15f-7e12-4db0-870a-8964c66717f4 will not be triggered until provisioned by entity L2. {{(pid=93422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:29:15.321641 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:15.431365 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f227b3a-f5e3-4d96-9401-8f8b5a43e634 None None] Pushing event updated for resources: {'Port': ['ID=6a07f15f-7e12-4db0-870a-8964c66717f4,revision_number=3']} {{(pid=93422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:15.501149 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5667b99a-3a46-40cd-ab2e-610a70533a31 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for port, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:15.512257 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5667b99a-3a46-40cd-ab2e-610a70533a31 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773002'] for port, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:15.519585 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227b3a-f5e3-4d96-9401-8f8b5a43e634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:15.520089 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227b3a-f5e3-4d96-9401-8f8b5a43e634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:15.521622 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227b3a-f5e3-4d96-9401-8f8b5a43e634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:15.522175 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227b3a-f5e3-4d96-9401-8f8b5a43e634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:15.527943 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227b3a-f5e3-4d96-9401-8f8b5a43e634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:15.529420 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227b3a-f5e3-4d96-9401-8f8b5a43e634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:15.532274 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227b3a-f5e3-4d96-9401-8f8b5a43e634 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:15.532634 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227b3a-f5e3-4d96-9401-8f8b5a43e634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:15.532983 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227b3a-f5e3-4d96-9401-8f8b5a43e634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:15.533482 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227b3a-f5e3-4d96-9401-8f8b5a43e634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:15.533816 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227b3a-f5e3-4d96-9401-8f8b5a43e634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:15.536156 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227b3a-f5e3-4d96-9401-8f8b5a43e634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:15.585800 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] Attempting to bind port 6a07f15f-7e12-4db0-870a-8964c66717f4 on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:29:15.595268 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] Attempting to bind port 6a07f15f-7e12-4db0-870a-8964c66717f4 by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad'}] {{(pid=93422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:29:15.595857 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] Attempting to bind port 6a07f15f-7e12-4db0-870a-8964c66717f4 on network 33edf930-aed3-43bb-8d08-e5d092448dad {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:29:15.612011 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:29:15.615109 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] Checking segment: {'id': '30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:29:15.615691 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:15.616207 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] Bound using segment: {'id': '30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad'} {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:29:15.616847 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] Bound port: 6a07f15f-7e12-4db0-870a-8964c66717f4, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad'}}] {{(pid=93422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:29:15.617424 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:15.654746 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5667b99a-3a46-40cd-ab2e-610a70533a31 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068737'] for floatingip, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:15.717421 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.db [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] For port 6a07f15f-7e12-4db0-870a-8964c66717f4, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:29:15.722111 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.db [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] For port 6a07f15f-7e12-4db0-870a-8964c66717f4, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=6a07f15f-7e12-4db0-870a-8964c66717f4,segment=NetworkSegment(30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82),segment_id=30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82)] {{(pid=93422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:29:15.731799 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:15.748728 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667b99a-3a46-40cd-ab2e-610a70533a31 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Pushing event updated for resources: {'Port': ['ID=571897db-1838-4d85-8ecf-a2e2bfdf822c,revision_number=2']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:15.752727 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5667b99a-3a46-40cd-ab2e-610a70533a31 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:15.755254 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-5667b99a-3a46-40cd-ab2e-610a70533a31 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3558552 Aug 04 15:29:15.801149 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfef6d7-fbd6-40f6-aaec-ce8988310673 req-fcc7974c-5c92-4f5e-bfdc-2b17cd7463a9 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:15.810808 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9bfef6d7-fbd6-40f6-aaec-ce8988310673 req-fcc7974c-5c92-4f5e-bfdc-2b17cd7463a9 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.1508956 Aug 04 15:29:15.833956 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] Routers {'f061b923-2ca1-4643-818e-17f862374323'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:29:15.834698 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:29:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['f061b923-2ca1-4643-818e-17f862374323'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:15.892831 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9bfef6d7-fbd6-40f6-aaec-ce8988310673 req-252ed85c-00f3-4e2e-ba49-846316dcf859 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737815 Aug 04 15:29:15.929909 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f227b3a-f5e3-4d96-9401-8f8b5a43e634 None None] Pushing event updated for resources: {'Port': ['ID=6a07f15f-7e12-4db0-870a-8964c66717f4,revision_number=4']} {{(pid=93422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:16.085592 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] Set router f061b923-2ca1-4643-818e-17f862374323 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:29:16.146701 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-4c9ce10e-a8ab-4347-8c4d-9eb30c3aad52 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--423271568&fields=id&tenant_id=5fd57cd3b0c94232b41f2bd329a796ff HTTP/1.1" status: 200 len: 267 time: 0.0540688 Aug 04 15:29:16.283460 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-6accbd8e-0783-44f8-8979-4f34a113e301 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:16.285435 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-6accbd8e-0783-44f8-8979-4f34a113e301 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/networks?id=33edf930-aed3-43bb-8d08-e5d092448dad HTTP/1.1" status: 200 len: 810 time: 0.1261883 Aug 04 15:29:16.314974 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-a0454810-d7db-4fa2-80f1-88100c318947 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/quotas/5fd57cd3b0c94232b41f2bd329a796ff HTTP/1.1" status: 200 len: 375 time: 0.0215995 Aug 04 15:29:16.350056 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f061b923-2ca1-4643-818e-17f862374323', 'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:29:05Z', 'updated_at': '2021-08-04T15:29:11Z', 'revision_number': 4, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'gw_port': {'id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:07Z', 'updated_at': '2021-08-04T15:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '6a07f15f-7e12-4db0-870a-8964c66717f4', 'name': '', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'mac_address': 'fa:16:3e:9b:a1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:10Z', 'updated_at': '2021-08-04T15:29:15Z', 'revision_number': 4, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'subnets': [{'id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:16.389115 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b08e5-e9be-44a9-96d5-5e405ddba130 None None] The sync data for ids ['f061b923-2ca1-4643-818e-17f862374323'] in dv-cinder-689486-15-iscsi is: [{'id': 'f061b923-2ca1-4643-818e-17f862374323', 'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:29:05Z', 'updated_at': '2021-08-04T15:29:11Z', 'revision_number': 4, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'gw_port': {'id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:07Z', 'updated_at': '2021-08-04T15:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '6a07f15f-7e12-4db0-870a-8964c66717f4', 'name': '', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'mac_address': 'fa:16:3e:9b:a1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:10Z', 'updated_at': '2021-08-04T15:29:15Z', 'revision_number': 4, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'subnets': [{'id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:29:16.405823 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-fdd2f4c0-4018-480e-8180-3f172c520e2c tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd57cd3b0c94232b41f2bd329a796ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0873575 Aug 04 15:29:16.561115 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-55ad89ee-69ab-4d8e-a922-782ba8500c90 service neutron] 10.222.0.10 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467974 Aug 04 15:29:16.693262 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-eadeda72-61e4-4ad7-811f-f2e2107b0b13 service neutron] 10.222.0.10 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288342 Aug 04 15:29:16.977781 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-abfa3308-0ad6-4e4d-91db-d3e9a72ce02b req-48f09d75-a333-4b3e-a958-313e0b6a7a9f tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 210 time: 0.0675042 Aug 04 15:29:17.085524 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f4b3a-656b-4435-b5e0-21979680c961 req-5743b85a-e29c-4b19-9ec2-a929dafff1ce tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:17.102782 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d33f4b3a-656b-4435-b5e0-21979680c961 req-5743b85a-e29c-4b19-9ec2-a929dafff1ce tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0968428 Aug 04 15:29:17.172691 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d33f4b3a-656b-4435-b5e0-21979680c961 req-e455003e-7622-4e24-b450-e86ec9fcd2a6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651836 Aug 04 15:29:18.061866 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 6a07f15f-7e12-4db0-870a-8964c66717f4 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:29:18.107802 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a23260bf-b819-4ef0-8bfb-245730d48dc7 req-367f33c7-0479-42bf-bb4f-645de3408d04 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 210 time: 0.0281615 Aug 04 15:29:18.132317 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port 6a07f15f-7e12-4db0-870a-8964c66717f4 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:29:18.137771 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 6a07f15f-7e12-4db0-870a-8964c66717f4 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:29:18.138143 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:18.309429 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b8fee-9f41-4109-90bb-1b6f7ff28a20 req-4f6495c3-3a74-4f38-88cc-3d66697d57ad tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:18.311235 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3f0b8fee-9f41-4109-90bb-1b6f7ff28a20 req-4f6495c3-3a74-4f38-88cc-3d66697d57ad tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0534589 Aug 04 15:29:18.350622 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:18.356297 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3f0b8fee-9f41-4109-90bb-1b6f7ff28a20 req-a1f7cbe3-b6b7-4380-94a5-3b312e958cbc tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385411 Aug 04 15:29:18.387925 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port 6a07f15f-7e12-4db0-870a-8964c66717f4, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=6a07f15f-7e12-4db0-870a-8964c66717f4,segment=NetworkSegment(30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82),segment_id=30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:29:18.392293 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:18.443212 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=6a07f15f-7e12-4db0-870a-8964c66717f4,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:18.451070 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:18.451464 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:18.451803 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:18.452133 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:18.452460 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:18.452790 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:18.453114 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:18.453440 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:18.453760 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:18.454080 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:18.454400 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:18.454713 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:29:19.201409 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f467acde-b686-4160-9161-4d60a9a9ada9 req-92f46097-7147-4bd5-9d51-5bc7123176ce tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 210 time: 0.0257554 Aug 04 15:29:19.481279 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a35e0c-5b52-4641-b02d-0a47f87831f3 req-d86d9a1e-02b3-4299-b5b5-cb7536fd0407 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:19.482743 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-63a35e0c-5b52-4641-b02d-0a47f87831f3 req-d86d9a1e-02b3-4299-b5b5-cb7536fd0407 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0527773 Aug 04 15:29:19.521225 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-63a35e0c-5b52-4641-b02d-0a47f87831f3 req-21d178e3-190b-446a-aa19-58fed3fe6342 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325809 Aug 04 15:29:20.000738 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 6a07f15f-7e12-4db0-870a-8964c66717f4 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:29:20.050815 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 6a07f15f-7e12-4db0-870a-8964c66717f4 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:29:20.051213 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:20.294857 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6712554c-cbb9-4786-beea-25ae3043e287 req-58b89839-15ab-4f0b-9e36-3bec317ab3c3 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 210 time: 0.0260816 Aug 04 15:29:20.648639 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21641fa-87a1-47a9-8fee-d11972a64b38 req-757ba355-dedf-407b-84ad-7e7495ec7043 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:20.650842 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f21641fa-87a1-47a9-8fee-d11972a64b38 req-757ba355-dedf-407b-84ad-7e7495ec7043 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0543232 Aug 04 15:29:20.692618 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f21641fa-87a1-47a9-8fee-d11972a64b38 req-4a9755a9-349e-4204-80c3-6ff1b8640ea1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349488 Aug 04 15:29:21.356803 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290eef7d-2358-46b6-9ecf-76e915592982 req-99cf2726-3d8d-4884-8bbb-c8b041f36f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:21.359663 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-290eef7d-2358-46b6-9ecf-76e915592982 req-99cf2726-3d8d-4884-8bbb-c8b041f36f8e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=893953c6f8fa4c87b7f6a168eff46c0a&device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 1098 time: 0.0663552 Aug 04 15:29:21.364680 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-415c07b1-c5de-4770-9341-f4a44a6ff28c tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:21.366146 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-415c07b1-c5de-4770-9341-f4a44a6ff28c tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.59 "GET /v2.0/networks?id=33edf930-aed3-43bb-8d08-e5d092448dad HTTP/1.1" status: 200 len: 810 time: 0.1165261 Aug 04 15:29:21.406159 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-617e0d1e-d3de-4083-ae02-3b8992cf801b req-3d1e7c90-38c3-41ee-97a2-1f3481e15b2e tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 210 time: 0.0325685 Aug 04 15:29:21.416915 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-1080c996-9b78-4bc6-94c0-76fbc1fef018 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fd57cd3b0c94232b41f2bd329a796ff HTTP/1.1" status: 200 len: 379 time: 0.0391462 Aug 04 15:29:21.433307 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-7ed06ed8-f8cb-483c-990c-24958c701362 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Request body: {'port': {'device_id': 'ceb71df9-2d34-44fd-a865-b10c4c9517fb', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'admin_state_up': True, 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'security_groups': ['fefe594a-3936-44c5-b7ab-8fb49a466d0b']}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:29:21.481401 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290eef7d-2358-46b6-9ecf-76e915592982 req-d1bff2cb-9183-432a-8d81-49d46dc02242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:21.482846 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-290eef7d-2358-46b6-9ecf-76e915592982 req-d1bff2cb-9183-432a-8d81-49d46dc02242 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0 HTTP/1.1" status: 200 len: 918 time: 0.0997322 Aug 04 15:29:21.542296 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-7ed06ed8-f8cb-483c-990c-24958c701362 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Made reservation on behalf of 5fd57cd3b0c94232b41f2bd329a796ff for: {'port': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:29:21.545833 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-7ed06ed8-f8cb-483c-990c-24958c701362 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:21.599257 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-290eef7d-2358-46b6-9ecf-76e915592982 req-c1bcbae7-d69d-458e-85eb-e30ebb55eaae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bba3745-64a1-4f53-a73b-2a64453b6f39 HTTP/1.1" status: 200 len: 1001 time: 0.1040502 Aug 04 15:29:21.656401 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290eef7d-2358-46b6-9ecf-76e915592982 req-8bc93fc6-d878-41ec-8b59-0cf7226e85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:21.657904 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-290eef7d-2358-46b6-9ecf-76e915592982 req-8bc93fc6-d878-41ec-8b59-0cf7226e85a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e2c0f22-78d2-4799-9521-73d9b2f8536e HTTP/1.1" status: 200 len: 856 time: 0.0501201 Aug 04 15:29:21.686969 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-7ed06ed8-f8cb-483c-990c-24958c701362 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Allocated IP 172.20.0.11 (33edf930-aed3-43bb-8d08-e5d092448dad/f26f94f7-b955-4415-8c21-0f8292abd57d/d2289bd3-d450-4fab-b5ac-155420b6ba6d) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:29:21.869229 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22f859-0705-4b90-a0f6-bf9b45f0c9a2 req-575810ea-cbb9-4360-8cd5-d14a0b3a2f80 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:21.871275 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5c22f859-0705-4b90-a0f6-bf9b45f0c9a2 req-575810ea-cbb9-4360-8cd5-d14a0b3a2f80 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0916224 Aug 04 15:29:21.909484 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-7ed06ed8-f8cb-483c-990c-24958c701362 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:21.947951 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5c22f859-0705-4b90-a0f6-bf9b45f0c9a2 req-d968b8e6-4f93-409b-aed6-fd354c0355d7 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654674 Aug 04 15:29:21.949167 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-7ed06ed8-f8cb-483c-990c-24958c701362 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Transition to ACTIVE for port object d2289bd3-d450-4fab-b5ac-155420b6ba6d will not be triggered until provisioned by entity DHCP. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:29:21.960969 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290eef7d-2358-46b6-9ecf-76e915592982 req-7b3d02c7-63bf-4c61-a524-95af40c53eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:21.963091 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-290eef7d-2358-46b6-9ecf-76e915592982 req-7b3d02c7-63bf-4c61-a524-95af40c53eba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2926669 Aug 04 15:29:21.987048 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-7ed06ed8-f8cb-483c-990c-24958c701362 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:22.030041 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-7ed06ed8-f8cb-483c-990c-24958c701362 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Network 33edf930-aed3-43bb-8d08-e5d092448dad is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:29:22.035200 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-7ed06ed8-f8cb-483c-990c-24958c701362 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:29:22.039908 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-7ed06ed8-f8cb-483c-990c-24958c701362 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:29:22.067525 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed06ed8-f8cb-483c-990c-24958c701362 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Pushing event updated for resources: {'Port': ['ID=d2289bd3-d450-4fab-b5ac-155420b6ba6d,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:22.072756 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-290eef7d-2358-46b6-9ecf-76e915592982 req-8bc76eff-271f-4cd0-bf54-7ca4f7fc6d8c service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999489 Aug 04 15:29:22.099317 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-7ed06ed8-f8cb-483c-990c-24958c701362 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:22.099986 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-7ed06ed8-f8cb-483c-990c-24958c701362 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:22.117586 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-7ed06ed8-f8cb-483c-990c-24958c701362 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6895797 Aug 04 15:29:22.141142 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] Request body: {'port': {'device_id': 'ceb71df9-2d34-44fd-a865-b10c4c9517fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:29:22.184395 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-290eef7d-2358-46b6-9ecf-76e915592982 req-41b0a614-93c5-47df-99d9-7c4150953178 service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028380 Aug 04 15:29:22.200092 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:22.333142 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0f457a15-772b-4708-8b80-680334e5f873 None None] Provisioning for port d2289bd3-d450-4fab-b5ac-155420b6ba6d completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:29:22.338196 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0f457a15-772b-4708-8b80-680334e5f873 None None] Provisioning complete for port d2289bd3-d450-4fab-b5ac-155420b6ba6d triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:29:22.338566 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0f457a15-772b-4708-8b80-680334e5f873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:22.379511 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0f457a15-772b-4708-8b80-680334e5f873 None None] Port d2289bd3-d450-4fab-b5ac-155420b6ba6d cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:29:22.550862 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdb133-976e-4860-a5a3-a1df11aa1af9 req-6adc9203-8a23-4b22-886a-ea3a0940ad5a tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:22.552571 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-52cdb133-976e-4860-a5a3-a1df11aa1af9 req-6adc9203-8a23-4b22-886a-ea3a0940ad5a tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 932 time: 0.0657821 Aug 04 15:29:22.601239 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-52cdb133-976e-4860-a5a3-a1df11aa1af9 req-1e4792f5-83f4-438c-beb4-5764b187fe58 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387692 Aug 04 15:29:22.717216 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2289bd3-d450-4fab-b5ac-155420b6ba6d {{(pid=93419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:29:22.724854 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:22.736996 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] Transition to ACTIVE for port object d2289bd3-d450-4fab-b5ac-155420b6ba6d will not be triggered until provisioned by entity L2. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:29:22.740603 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:22.794769 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] Pushing event updated for resources: {'Port': ['ID=d2289bd3-d450-4fab-b5ac-155420b6ba6d,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:22.874287 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] Attempting to bind port d2289bd3-d450-4fab-b5ac-155420b6ba6d on host hv-cinder-68948 for vnic_type normal with profile {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:29:22.874638 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] Attempting to bind port d2289bd3-d450-4fab-b5ac-155420b6ba6d by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad'}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:29:22.874947 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] Attempting to bind port d2289bd3-d450-4fab-b5ac-155420b6ba6d on network 33edf930-aed3-43bb-8d08-e5d092448dad {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:29:22.879630 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] Port d2289bd3-d450-4fab-b5ac-155420b6ba6d on network 33edf930-aed3-43bb-8d08-e5d092448dad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:29:22.880208 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] Attempting to bind port d2289bd3-d450-4fab-b5ac-155420b6ba6d on network 33edf930-aed3-43bb-8d08-e5d092448dad {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:29:22.886744 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] Checking agent: {'id': '5bc10963-30ee-40c9-994c-c74f44e4da8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'started_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:29:22.887074 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] Checking segment: {'id': '30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:29:22.887505 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] Bound using segment: {'id': '30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad'} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:29:22.887939 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] Bound port: d2289bd3-d450-4fab-b5ac-155420b6ba6d, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad'}}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:29:22.888296 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:22.956009 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] For port d2289bd3-d450-4fab-b5ac-155420b6ba6d, host hv-cinder-68948, cleared binding levels {{(pid=93419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:29:22.959092 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] For port d2289bd3-d450-4fab-b5ac-155420b6ba6d, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d2289bd3-d450-4fab-b5ac-155420b6ba6d,segment=NetworkSegment(30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82),segment_id=30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82)] {{(pid=93419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:29:22.964610 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:23.004743 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:23.005369 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:23.006790 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] 10.222.0.59 "PUT /v2.0/ports/d2289bd3-d450-4fab-b5ac-155420b6ba6d HTTP/1.1" status: 200 len: 1094 time: 0.8707201 Aug 04 15:29:23.007277 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb71df9-2d34-44fd-a865-b10c4c9517fb', 'tag': 'd2289bd3-d450-4fab-b5ac-155420b6ba6d'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:29:23.010261 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68a25c3-8289-48f2-a3e3-1f36ca695cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb71df9-2d34-44fd-a865-b10c4c9517fb", "tag": "d2289bd3-d450-4fab-b5ac-155420b6ba6d"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:29:23.035864 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f400d6-7e68-4516-984b-6b043256c552 service neutron] Pushing event updated for resources: {'Port': ['ID=d2289bd3-d450-4fab-b5ac-155420b6ba6d,revision_number=3']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:23.076708 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a8fdaa-264b-47a6-a431-3b4f421d25c5 x-openstack-request-id: req-e9a8fdaa-264b-47a6-a431-3b4f421d25c5 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:29:23.076996 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb71df9-2d34-44fd-a865-b10c4c9517fb", "tag": "d2289bd3-d450-4fab-b5ac-155420b6ba6d", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:29:23.077245 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e9a8fdaa-264b-47a6-a431-3b4f421d25c5 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:29:23.077641 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb71df9-2d34-44fd-a865-b10c4c9517fb', 'tag': 'd2289bd3-d450-4fab-b5ac-155420b6ba6d', 'status': 'completed', 'code': 200} Aug 04 15:29:23.120819 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44260a21-9cad-48c4-9beb-17bc5e9418ed req-13fc92ca-4f6c-4eb8-9f79-b4fa09e47eb9 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:23.122465 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-44260a21-9cad-48c4-9beb-17bc5e9418ed req-13fc92ca-4f6c-4eb8-9f79-b4fa09e47eb9 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 945 time: 0.0887697 Aug 04 15:29:23.128008 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-8a5a4562-30bf-48c4-a5ef-4085c98a8fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:23.129856 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-8a5a4562-30bf-48c4-a5ef-4085c98a8fc0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fd57cd3b0c94232b41f2bd329a796ff&device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 1097 time: 0.0662253 Aug 04 15:29:23.190480 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-d27c13e8-6c2b-4ca9-a889-aeb6fe749924 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2289bd3-d450-4fab-b5ac-155420b6ba6d HTTP/1.1" status: 200 len: 217 time: 0.0469334 Aug 04 15:29:23.234515 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-44260a21-9cad-48c4-9beb-17bc5e9418ed req-f596cbb2-9377-4c99-b8e9-25b0767fe358 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015720 Aug 04 15:29:23.253283 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-75f8e121-16e1-41c6-a01d-cdb8b3f1273d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:23.254738 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-75f8e121-16e1-41c6-a01d-cdb8b3f1273d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f26f94f7-b955-4415-8c21-0f8292abd57d HTTP/1.1" status: 200 len: 849 time: 0.0522888 Aug 04 15:29:23.302952 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-fd456d24-18d8-4ab8-ba46-153fbf1d004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:23.304488 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-fd456d24-18d8-4ab8-ba46-153fbf1d004f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33edf930-aed3-43bb-8d08-e5d092448dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418000 Aug 04 15:29:23.410982 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-1bd89a78-15f6-4ab0-9d9f-a31bebeb6266 service neutron] 10.222.0.59 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983288 Aug 04 15:29:23.500965 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4a3cfed-340d-4c2b-8a97-8467b4083e1a req-c3952747-189c-4b06-95b9-2033e08d1011 service neutron] 10.222.0.59 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810909 Aug 04 15:29:23.589960 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a25c3-8289-48f2-a3e3-1f36ca695cf6 req-e8632849-8c56-4e6e-9325-6239d1a7aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:23.591525 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a68a25c3-8289-48f2-a3e3-1f36ca695cf6 req-e8632849-8c56-4e6e-9325-6239d1a7aec4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fd57cd3b0c94232b41f2bd329a796ff&device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 1097 time: 0.0430026 Aug 04 15:29:23.702206 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a25c3-8289-48f2-a3e3-1f36ca695cf6 req-11c8d46a-3faf-440f-9d41-53140c7021d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:23.703981 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a68a25c3-8289-48f2-a3e3-1f36ca695cf6 req-11c8d46a-3faf-440f-9d41-53140c7021d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=33edf930-aed3-43bb-8d08-e5d092448dad HTTP/1.1" status: 200 len: 911 time: 0.1024017 Aug 04 15:29:23.740469 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecee3a-aedc-4f5d-ab38-96acd935562e req-a850c08e-bdee-4eb8-91ce-c40b3ae8128a tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:23.742239 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-50ecee3a-aedc-4f5d-ab38-96acd935562e req-a850c08e-bdee-4eb8-91ce-c40b3ae8128a tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 944 time: 0.0576825 Aug 04 15:29:23.752216 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a68a25c3-8289-48f2-a3e3-1f36ca695cf6 req-ba9c7f2e-7790-458c-8d25-1981f0e8202d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2289bd3-d450-4fab-b5ac-155420b6ba6d HTTP/1.1" status: 200 len: 217 time: 0.0381920 Aug 04 15:29:23.783418 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-50ecee3a-aedc-4f5d-ab38-96acd935562e req-b2f9d724-cea8-475f-ad1c-9ccd4a5a9a48 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338061 Aug 04 15:29:23.808496 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a25c3-8289-48f2-a3e3-1f36ca695cf6 req-003b0d15-5444-4a7f-9253-ceffb36cf014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:23.809977 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a68a25c3-8289-48f2-a3e3-1f36ca695cf6 req-003b0d15-5444-4a7f-9253-ceffb36cf014 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f26f94f7-b955-4415-8c21-0f8292abd57d HTTP/1.1" status: 200 len: 849 time: 0.0497599 Aug 04 15:29:23.850196 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:29:23.857599 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a25c3-8289-48f2-a3e3-1f36ca695cf6 req-343bf04e-4436-4350-8107-34d3d11a0942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:23.859090 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a68a25c3-8289-48f2-a3e3-1f36ca695cf6 req-343bf04e-4436-4350-8107-34d3d11a0942 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33edf930-aed3-43bb-8d08-e5d092448dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405409 Aug 04 15:29:23.954538 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a68a25c3-8289-48f2-a3e3-1f36ca695cf6 req-591009f9-3417-4ec6-bc6e-4bc04bab39f0 service neutron] 10.222.0.59 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871754 Aug 04 15:29:24.053469 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a68a25c3-8289-48f2-a3e3-1f36ca695cf6 req-b367b3e2-0cb5-41f7-a5db-6618b85d1e8a service neutron] 10.222.0.59 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912426 Aug 04 15:29:24.165138 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 6bba3745-64a1-4f53-a73b-2a64453b6f39 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:29:24.248234 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:24.271877 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4ea4f4-ae30-450e-ae7f-30a9e17f0365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bba3745-64a1-4f53-a73b-2a64453b6f39'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:29:24.273958 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3632c0a5-78a1-4272-9960-560d746a816a" -d '{"events": [{"server_uuid": "2c4ea4f4-ae30-450e-ae7f-30a9e17f0365", "name": "network-vif-unplugged", "status": "completed", "tag": "6bba3745-64a1-4f53-a73b-2a64453b6f39"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:29:24.288775 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 6bba3745-64a1-4f53-a73b-2a64453b6f39, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6bba3745-64a1-4f53-a73b-2a64453b6f39,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:29:24.293792 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:24.338690 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40daa1cf-9b7c-4e5b-85b6-946f7bf22590 x-openstack-request-id: req-40daa1cf-9b7c-4e5b-85b6-946f7bf22590 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:29:24.339165 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4ea4f4-ae30-450e-ae7f-30a9e17f0365", "name": "network-vif-unplugged", "status": "completed", "tag": "6bba3745-64a1-4f53-a73b-2a64453b6f39", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:29:24.339503 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-40daa1cf-9b7c-4e5b-85b6-946f7bf22590 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:29:24.340129 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4ea4f4-ae30-450e-ae7f-30a9e17f0365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bba3745-64a1-4f53-a73b-2a64453b6f39', 'code': 200} Aug 04 15:29:24.358381 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=6bba3745-64a1-4f53-a73b-2a64453b6f39,revision_number=8']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:24.375743 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6ff9a-bf0a-4eec-a8a2-5a249ceaf98f req-560615bb-cff2-4e5a-8edf-0d2192365035 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:24.377367 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7fb6ff9a-bf0a-4eec-a8a2-5a249ceaf98f req-560615bb-cff2-4e5a-8edf-0d2192365035 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0687833 Aug 04 15:29:24.422602 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7fb6ff9a-bf0a-4eec-a8a2-5a249ceaf98f req-e9f237f0-c4c4-4ad4-a383-62586cd1a4dc tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371602 Aug 04 15:29:24.742215 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 57104) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:24.860653 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf2a7-b55b-4625-9e6c-59071012746c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:24.906180 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9677b4-5af2-4c17-a0c2-e6412ad6c8d8 req-7b44810d-5785-4da4-8616-6e0d441e7b46 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:24.911699 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4b9677b4-5af2-4c17-a0c2-e6412ad6c8d8 req-7b44810d-5785-4da4-8616-6e0d441e7b46 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 944 time: 0.0554583 Aug 04 15:29:24.965518 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4b9677b4-5af2-4c17-a0c2-e6412ad6c8d8 req-7b0b0bec-c540-48a4-b9ef-279d5f0badf2 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498738 Aug 04 15:29:24.993560 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf2a7-b55b-4625-9e6c-59071012746c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:25.006021 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf2a7-b55b-4625-9e6c-59071012746c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:25.075395 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-ceaaf2a7-b55b-4625-9e6c-59071012746c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2c645e4a73cb47f68169d8e163318dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318264 Aug 04 15:29:25.078394 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 57120) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:25.079785 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaaf2a7-b55b-4625-9e6c-59071012746c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbc81f1-c41a-493a-b643-faf945c54f8d,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:25.107682 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f443dce-327c-4f09-af4b-590d1878c946 req-05c6b32c-3b7f-4e77-ae0d-7ebdc7b3c66f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:25.109803 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3f443dce-327c-4f09-af4b-590d1878c946 req-05c6b32c-3b7f-4e77-ae0d-7ebdc7b3c66f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.1060562 Aug 04 15:29:25.136113 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-0a86deb0-bb99-4845-a224-6d0459d8c279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:25.158042 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3f443dce-327c-4f09-af4b-590d1878c946 req-f06a7913-1a9e-48f3-a129-ef987010c6fa tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418255 Aug 04 15:29:25.168344 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-0a86deb0-bb99-4845-a224-6d0459d8c279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:25.228605 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-0a86deb0-bb99-4845-a224-6d0459d8c279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:25.231774 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-0a86deb0-bb99-4845-a224-6d0459d8c279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:25.236985 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-0a86deb0-bb99-4845-a224-6d0459d8c279 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fcbc81f1-c41a-493a-b643-faf945c54f8d HTTP/1.1" status: 204 len: 168 time: 0.1531758 Aug 04 15:29:25.240885 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86deb0-bb99-4845-a224-6d0459d8c279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbc81f1-c41a-493a-b643-faf945c54f8d,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:25.480627 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 57140) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:25.504394 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 57144) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:25.518210 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-bffbc8bc-02d8-49aa-b6c8-283704047b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:25.598295 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0d6b7f68-1d9c-4083-9070-059b604029d9 req-574b39a4-e0a5-42ea-9ed0-8de9984b8117 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1164737 Aug 04 15:29:25.652702 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-bffbc8bc-02d8-49aa-b6c8-283704047b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:25.657271 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-bffbc8bc-02d8-49aa-b6c8-283704047b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:25.697913 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-bffbc8bc-02d8-49aa-b6c8-283704047b1b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ffafee8c356f40538c49becc92db2d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922109 Aug 04 15:29:25.698803 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbc8bc-02d8-49aa-b6c8-283704047b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259c5e0b-6548-49b7-8fcc-0248fef7f787,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:25.700581 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 57148) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:25.751701 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cf6e17b8-5457-4f55-bbe3-86cac3c7867f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:25.773777 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cf6e17b8-5457-4f55-bbe3-86cac3c7867f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:25.824658 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cf6e17b8-5457-4f55-bbe3-86cac3c7867f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:25.829300 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cf6e17b8-5457-4f55-bbe3-86cac3c7867f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:25.831287 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-cf6e17b8-5457-4f55-bbe3-86cac3c7867f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/259c5e0b-6548-49b7-8fcc-0248fef7f787 HTTP/1.1" status: 204 len: 168 time: 0.1293652 Aug 04 15:29:25.842942 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e17b8-5457-4f55-bbe3-86cac3c7867f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259c5e0b-6548-49b7-8fcc-0248fef7f787,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:26.092193 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0bdfe-2f35-466a-9c3e-387dd8e6c34e req-8e8016c9-53b8-4651-8586-71cce60c7a76 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:26.093838 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fbe0bdfe-2f35-466a-9c3e-387dd8e6c34e req-8e8016c9-53b8-4651-8586-71cce60c7a76 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 944 time: 0.0501776 Aug 04 15:29:26.136607 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fbe0bdfe-2f35-466a-9c3e-387dd8e6c34e req-84f65f33-d102-415f-a874-30711da509ae tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361946 Aug 04 15:29:26.177151 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device d2289bd3-d450-4fab-b5ac-155420b6ba6d details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:29:26.291935 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port d2289bd3-d450-4fab-b5ac-155420b6ba6d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d2289bd3-d450-4fab-b5ac-155420b6ba6d,segment=NetworkSegment(30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82),segment_id=30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:29:26.304382 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': 'd2289bd3-d450-4fab-b5ac-155420b6ba6d', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'port_id': 'd2289bd3-d450-4fab-b5ac-155420b6ba6d', 'mac_address': 'fa:16:3e:a2:ee:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:29:26.312067 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c27b79-9d82-40f5-940e-4694c295d1e6 req-57a6a674-1a31-4203-bf4e-db777cef5e21 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:26.319283 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f9c27b79-9d82-40f5-940e-4694c295d1e6 req-57a6a674-1a31-4203-bf4e-db777cef5e21 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0686400 Aug 04 15:29:26.343292 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:26.358271 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2289bd3-d450-4fab-b5ac-155420b6ba6d {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:29:26.367261 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f9c27b79-9d82-40f5-940e-4694c295d1e6 req-b0e8ad4a-a7de-4ec1-948d-659a2467816d tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463018 Aug 04 15:29:26.380401 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port d2289bd3-d450-4fab-b5ac-155420b6ba6d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d2289bd3-d450-4fab-b5ac-155420b6ba6d,segment=NetworkSegment(30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82),segment_id=30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:29:26.392919 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:26.455191 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=d2289bd3-d450-4fab-b5ac-155420b6ba6d,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:26.619381 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['d2289bd3-d450-4fab-b5ac-155420b6ba6d'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:29:26.638323 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 57178) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:26.748825 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-d1d5a38b-d3dc-4102-b6c0-645a0b0ccaa4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-892732252-network', 'tenant_id': '3d64961004914587b4fef161a2f70b35'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:29:26.771074 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d5a38b-d3dc-4102-b6c0-645a0b0ccaa4 admin admin] Made reservation on behalf of 3d64961004914587b4fef161a2f70b35 for: {'network': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:29:26.773707 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d1d5a38b-d3dc-4102-b6c0-645a0b0ccaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for network, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:26.782534 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d1d5a38b-d3dc-4102-b6c0-645a0b0ccaa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:26.869205 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d1d5a38b-d3dc-4102-b6c0-645a0b0ccaa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:26.873065 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d1d5a38b-d3dc-4102-b6c0-645a0b0ccaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:26.900428 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d5a38b-d3dc-4102-b6c0-645a0b0ccaa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:29:26.909956 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5a38b-d3dc-4102-b6c0-645a0b0ccaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e186720-148c-4b5e-8b95-6e2c2348e009,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:26.914707 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d1d5a38b-d3dc-4102-b6c0-645a0b0ccaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:26.915054 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.db.segments_db [None req-d1d5a38b-d3dc-4102-b6c0-645a0b0ccaa4 admin admin] Added segment 22b09cdf-ae8a-421a-869c-1eb320edf739 of type vlan for network 7f2a3196-529d-4bef-b610-a481f8c584fa Aug 04 15:29:26.957614 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d1d5a38b-d3dc-4102-b6c0-645a0b0ccaa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754111838365'] for network, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:26.991864 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d1d5a38b-d3dc-4102-b6c0-645a0b0ccaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for network, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:26.992941 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d5a38b-d3dc-4102-b6c0-645a0b0ccaa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:26.993721 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d1d5a38b-d3dc-4102-b6c0-645a0b0ccaa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:27.045288 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b7f68-1d9c-4083-9070-059b604029d9 req-b586db37-6e24-49df-9eec-f0ed59cf7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:27.047027 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0d6b7f68-1d9c-4083-9070-059b604029d9 req-b586db37-6e24-49df-9eec-f0ed59cf7254 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365&tenant_id=893953c6f8fa4c87b7f6a168eff46c0a HTTP/1.1" status: 200 len: 1096 time: 0.0830278 Aug 04 15:29:27.060679 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-d1d5a38b-d3dc-4102-b6c0-645a0b0ccaa4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4211576 Aug 04 15:29:27.060899 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 57182) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:27.066294 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-910bb9da-7f53-4b0b-b3cc-0178410d9b08 admin admin] Request body: {'subnet': {'network_id': '7f2a3196-529d-4bef-b610-a481f8c584fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-892732252-subnet', 'tenant_id': '3d64961004914587b4fef161a2f70b35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:29:27.067046 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5a38b-d3dc-4102-b6c0-645a0b0ccaa4 admin admin] Pushing event updated for resources: {'Network': ['ID=7f2a3196-529d-4bef-b610-a481f8c584fa,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:27.078709 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Network 7f2a3196-529d-4bef-b610-a481f8c584fa details requested by agent ovs-agent-dv-cinder-689486-15-iscsi with host dv-cinder-689486-15-iscsi {{(pid=93421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:29:27.115033 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910bb9da-7f53-4b0b-b3cc-0178410d9b08 admin admin] Made reservation on behalf of 3d64961004914587b4fef161a2f70b35 for: {'subnet': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:29:27.117371 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-910bb9da-7f53-4b0b-b3cc-0178410d9b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2281227'] for subnet, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:27.164271 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b7f68-1d9c-4083-9070-059b604029d9 req-5ee464d5-6662-490a-bf91-ec9d6f420bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:27.166374 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0d6b7f68-1d9c-4083-9070-059b604029d9 req-5ee464d5-6662-490a-bf91-ec9d6f420bd9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=893953c6f8fa4c87b7f6a168eff46c0a&device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 1096 time: 0.0958321 Aug 04 15:29:27.340731 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d22e4-320b-46a5-8023-d6e8d82ca474 req-ba81df98-da52-4f18-9721-ab6171269c6b tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:27.342252 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5a4d22e4-320b-46a5-8023-d6e8d82ca474 req-ba81df98-da52-4f18-9721-ab6171269c6b tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 945 time: 0.1147189 Aug 04 15:29:27.376693 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b7f68-1d9c-4083-9070-059b604029d9 req-dc05ea3a-0e33-4056-8472-0b54d488a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:27.378134 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0d6b7f68-1d9c-4083-9070-059b604029d9 req-dc05ea3a-0e33-4056-8472-0b54d488a235 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0 HTTP/1.1" status: 200 len: 918 time: 0.2020907 Aug 04 15:29:27.489510 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5a4d22e4-320b-46a5-8023-d6e8d82ca474 req-468993e6-cdd3-4be5-975c-c3bd22dec540 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231441 Aug 04 15:29:27.509807 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0d6b7f68-1d9c-4083-9070-059b604029d9 req-6d486d5e-6fce-4cf5-942b-5f18e433312d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bba3745-64a1-4f53-a73b-2a64453b6f39 HTTP/1.1" status: 200 len: 999 time: 0.1181328 Aug 04 15:29:27.516036 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-910bb9da-7f53-4b0b-b3cc-0178410d9b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1928639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2281241'] for subnet, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:27.523767 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2667dbe-fb7d-4c4e-973f-568d632c7cd6 req-87f62aad-f980-4007-8543-39cb157a42b5 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:27.526698 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b2667dbe-fb7d-4c4e-973f-568d632c7cd6 req-87f62aad-f980-4007-8543-39cb157a42b5 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0832605 Aug 04 15:29:27.573026 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b2667dbe-fb7d-4c4e-973f-568d632c7cd6 req-3f9855ff-2282-44be-9c27-a8d662f0a0db tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382173 Aug 04 15:29:27.611381 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bb9da-7f53-4b0b-b3cc-0178410d9b08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e117fdf6-76d1-4fdb-a309-cc4b8ce52919,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:27.628335 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b7f68-1d9c-4083-9070-059b604029d9 req-e3670c59-3a38-4209-bc7a-87334985c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:27.629843 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0d6b7f68-1d9c-4083-9070-059b604029d9 req-e3670c59-3a38-4209-bc7a-87334985c94b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e2c0f22-78d2-4799-9521-73d9b2f8536e HTTP/1.1" status: 200 len: 856 time: 0.1115830 Aug 04 15:29:27.636234 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910bb9da-7f53-4b0b-b3cc-0178410d9b08 admin admin] Checking segment: {'id': '22b09cdf-ae8a-421a-869c-1eb320edf739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7f2a3196-529d-4bef-b610-a481f8c584fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:29:27.636581 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910bb9da-7f53-4b0b-b3cc-0178410d9b08 admin admin] Network hostable DHCP agents. Network: 7f2a3196-529d-4bef-b610-a481f8c584fa, hostable agents: ['a8d7af28-eca7-455e-97e1-a648a6b9f014'], hosted agents: [] {{(pid=93419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:29:27.677334 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910bb9da-7f53-4b0b-b3cc-0178410d9b08 admin admin] Network 7f2a3196-529d-4bef-b610-a481f8c584fa is scheduled to be hosted by DHCP agent a8d7af28-eca7-455e-97e1-a648a6b9f014 with binding_index 1 {{(pid=93419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:29:27.688618 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-910bb9da-7f53-4b0b-b3cc-0178410d9b08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-15-iscsi, 7f2a3196-529d-4bef-b610-a481f8c584fa) {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:29:27.694193 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910bb9da-7f53-4b0b-b3cc-0178410d9b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:27.694782 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-910bb9da-7f53-4b0b-b3cc-0178410d9b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:27.698374 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1979c1-c2e1-4ec5-bb37-70e02438c25e None None] Network 7f2a3196-529d-4bef-b610-a481f8c584fa requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:29:27.699547 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b7f68-1d9c-4083-9070-059b604029d9 req-f276577b-e8f6-4523-9871-e7bd3155d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:27.701051 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0d6b7f68-1d9c-4083-9070-059b604029d9 req-f276577b-e8f6-4523-9871-e7bd3155d436 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0623183 Aug 04 15:29:27.719474 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-910bb9da-7f53-4b0b-b3cc-0178410d9b08 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6574795 Aug 04 15:29:27.803511 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0d6b7f68-1d9c-4083-9070-059b604029d9 req-dbcdbc25-ccc8-4869-a939-b27c7234a190 service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937774 Aug 04 15:29:27.827814 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d740f204-9e6a-4a2b-8f02-3575a4170d90 None None] Network 7f2a3196-529d-4bef-b610-a481f8c584fa requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:29:27.904831 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0d6b7f68-1d9c-4083-9070-059b604029d9 req-4dfdae6a-88eb-4aca-887a-23b3251f3a5a service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933998 Aug 04 15:29:28.192452 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device d2289bd3-d450-4fab-b5ac-155420b6ba6d up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:29:28.248494 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 57212) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:28.249419 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning for port d2289bd3-d450-4fab-b5ac-155420b6ba6d completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:29:28.253176 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port d2289bd3-d450-4fab-b5ac-155420b6ba6d triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:29:28.253546 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:28.253955 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-3b9a6567-c309-4672-8eaa-3507f0b0e8d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-693178784-network', 'tenant_id': '9f119b1d70bc4911b44db563eae97a8d'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:29:28.276673 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9a6567-c309-4672-8eaa-3507f0b0e8d6 admin admin] Made reservation on behalf of 9f119b1d70bc4911b44db563eae97a8d for: {'network': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:29:28.279299 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6567-c309-4672-8eaa-3507f0b0e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for network, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:28.288405 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6567-c309-4672-8eaa-3507f0b0e8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:28.336137 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:28.362212 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb71df9-2d34-44fd-a865-b10c4c9517fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2289bd3-d450-4fab-b5ac-155420b6ba6d'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:29:28.364599 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2151a8-7cc7-4217-bb59-4f9c06d01eaa" -d '{"events": [{"server_uuid": "ceb71df9-2d34-44fd-a865-b10c4c9517fb", "name": "network-vif-plugged", "status": "completed", "tag": "d2289bd3-d450-4fab-b5ac-155420b6ba6d"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:29:28.378481 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port d2289bd3-d450-4fab-b5ac-155420b6ba6d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d2289bd3-d450-4fab-b5ac-155420b6ba6d,segment=NetworkSegment(30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82),segment_id=30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:29:28.381757 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6567-c309-4672-8eaa-3507f0b0e8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:28.383641 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:28.385067 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 6bba3745-64a1-4f53-a73b-2a64453b6f39 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:29:28.387747 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6567-c309-4672-8eaa-3507f0b0e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:28.403070 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9a6567-c309-4672-8eaa-3507f0b0e8d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:29:28.413020 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6567-c309-4672-8eaa-3507f0b0e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:28.413361 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.segments_db [None req-3b9a6567-c309-4672-8eaa-3507f0b0e8d6 admin admin] Added segment 2f810a49-9f1f-463b-a617-1664d3729289 of type vlan for network 674c9e05-5b0c-4d53-9562-2cd7c312485c Aug 04 15:29:28.444118 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07207d8d-eda2-4467-bae3-81838ed9ff36 x-openstack-request-id: req-07207d8d-eda2-4467-bae3-81838ed9ff36 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:29:28.444707 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb71df9-2d34-44fd-a865-b10c4c9517fb", "name": "network-vif-plugged", "status": "completed", "tag": "d2289bd3-d450-4fab-b5ac-155420b6ba6d", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:29:28.444956 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07207d8d-eda2-4467-bae3-81838ed9ff36 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:29:28.445406 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb71df9-2d34-44fd-a865-b10c4c9517fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2289bd3-d450-4fab-b5ac-155420b6ba6d', 'code': 200} Aug 04 15:29:28.480259 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6567-c309-4672-8eaa-3507f0b0e8d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754111838365'] for network, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:28.484987 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a6567-c309-4672-8eaa-3507f0b0e8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957c3861-ce6c-49e0-a561-923a075029f6,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:28.528752 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=d2289bd3-d450-4fab-b5ac-155420b6ba6d,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:28.530865 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6567-c309-4672-8eaa-3507f0b0e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for network, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:28.546094 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9a6567-c309-4672-8eaa-3507f0b0e8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:28.547553 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6567-c309-4672-8eaa-3507f0b0e8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:28.628369 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-3b9a6567-c309-4672-8eaa-3507f0b0e8d6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3765988 Aug 04 15:29:28.630526 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 57230) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:28.675693 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-4e53264b-422e-4228-beca-decc2b91d69d admin admin] Request body: {'subnet': {'network_id': '674c9e05-5b0c-4d53-9562-2cd7c312485c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-693178784-subnet', 'tenant_id': '9f119b1d70bc4911b44db563eae97a8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:29:28.703646 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a6567-c309-4672-8eaa-3507f0b0e8d6 admin admin] Pushing event updated for resources: {'Network': ['ID=674c9e05-5b0c-4d53-9562-2cd7c312485c,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:28.720074 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Network 674c9e05-5b0c-4d53-9562-2cd7c312485c details requested by agent ovs-agent-dv-cinder-689486-15-iscsi with host dv-cinder-689486-15-iscsi {{(pid=93421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:29:28.746800 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced911b9-e4c6-494f-a090-0098f4248ce1 req-f50b2c44-ed74-4ab8-8b56-7a1fcece3293 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:28.752561 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ced911b9-e4c6-494f-a090-0098f4248ce1 req-f50b2c44-ed74-4ab8-8b56-7a1fcece3293 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.1404243 Aug 04 15:29:28.761806 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98298717-f13f-43d5-b429-d7203378cc35 req-d3744d72-c0f5-449a-91ab-f71f27538e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:28.766656 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-98298717-f13f-43d5-b429-d7203378cc35 req-d3744d72-c0f5-449a-91ab-f71f27538e99 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 1099 time: 0.1614084 Aug 04 15:29:28.770195 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e53264b-422e-4228-beca-decc2b91d69d admin admin] Made reservation on behalf of 9f119b1d70bc4911b44db563eae97a8d for: {'subnet': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:29:28.778284 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4e53264b-422e-4228-beca-decc2b91d69d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2281227'] for subnet, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:28.840862 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ced911b9-e4c6-494f-a090-0098f4248ce1 req-718fadf0-bbe6-4c82-ac94-5ef943e2a5be tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719888 Aug 04 15:29:29.044988 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4e53264b-422e-4228-beca-decc2b91d69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1928639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2281241'] for subnet, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:29.079038 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c130b-7365-4b8c-b42f-08a0b7dbf83e req-9af175e4-3be1-4034-acc3-171c6cf3d7ab tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:29.086540 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a60c130b-7365-4b8c-b42f-08a0b7dbf83e req-9af175e4-3be1-4034-acc3-171c6cf3d7ab tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.3176231 Aug 04 15:29:29.153943 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53264b-422e-4228-beca-decc2b91d69d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3096e4a5-9b79-4cfa-8645-3be319629c26,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:29.168287 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a60c130b-7365-4b8c-b42f-08a0b7dbf83e req-e7e52357-fde8-4f67-827e-1ef6b31ae1d7 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806761 Aug 04 15:29:29.184298 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e53264b-422e-4228-beca-decc2b91d69d admin admin] Checking segment: {'id': '2f810a49-9f1f-463b-a617-1664d3729289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '674c9e05-5b0c-4d53-9562-2cd7c312485c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:29:29.184908 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e53264b-422e-4228-beca-decc2b91d69d admin admin] Network hostable DHCP agents. Network: 674c9e05-5b0c-4d53-9562-2cd7c312485c, hostable agents: ['a8d7af28-eca7-455e-97e1-a648a6b9f014'], hosted agents: [] {{(pid=93419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:29:29.204553 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e53264b-422e-4228-beca-decc2b91d69d admin admin] Network 674c9e05-5b0c-4d53-9562-2cd7c312485c is scheduled to be hosted by DHCP agent a8d7af28-eca7-455e-97e1-a648a6b9f014 with binding_index 1 {{(pid=93419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:29:29.216350 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-4e53264b-422e-4228-beca-decc2b91d69d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-15-iscsi, 674c9e05-5b0c-4d53-9562-2cd7c312485c) {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:29:29.221663 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e53264b-422e-4228-beca-decc2b91d69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:29.222266 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4e53264b-422e-4228-beca-decc2b91d69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:29.233752 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83a2b72-0954-4aae-a6da-3281fd1ecbd7 None None] Network 674c9e05-5b0c-4d53-9562-2cd7c312485c requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:29:29.250396 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-4e53264b-422e-4228-beca-decc2b91d69d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6092927 Aug 04 15:29:29.400347 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccca632-df8d-4c40-991f-2e6a30920619 None None] Network 674c9e05-5b0c-4d53-9562-2cd7c312485c requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:29:30.011652 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc529d-b151-421b-becd-7856897f1664 req-62f9b914-eaa4-4336-bbd0-910bd4aef2a0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:30.013308 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3fbc529d-b151-421b-becd-7856897f1664 req-62f9b914-eaa4-4336-bbd0-910bd4aef2a0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0546103 Aug 04 15:29:30.058431 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3fbc529d-b151-421b-becd-7856897f1664 req-91a6ace6-78e6-48cb-b9e2-58cb21474bb0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380697 Aug 04 15:29:30.302344 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f67c7-6f4d-496d-ab98-7e6764096e25 req-a562cf35-91ca-48c2-b826-9ffa9bb144e7 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:30.303928 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b42f67c7-6f4d-496d-ab98-7e6764096e25 req-a562cf35-91ca-48c2-b826-9ffa9bb144e7 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0585492 Aug 04 15:29:30.345544 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b42f67c7-6f4d-496d-ab98-7e6764096e25 req-19dd8e62-fe59-4357-821b-dde374b4ed66 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347691 Aug 04 15:29:31.226678 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a80154-5a02-4a38-9893-540131c3923d req-3e4a219e-d3bb-439b-b948-5c2a9c19d4c0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:31.230413 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-73a80154-5a02-4a38-9893-540131c3923d req-3e4a219e-d3bb-439b-b948-5c2a9c19d4c0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0915871 Aug 04 15:29:31.298386 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-73a80154-5a02-4a38-9893-540131c3923d req-9e53fc42-da06-4834-8ab9-7ef0a9a190c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600815 Aug 04 15:29:31.495579 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f4091-552d-420b-9fd3-04df69aac548 req-0685d9c2-e4fe-49ff-b362-8fc0eb0bbaee tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:31.500025 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-761f4091-552d-420b-9fd3-04df69aac548 req-0685d9c2-e4fe-49ff-b362-8fc0eb0bbaee tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0706668 Aug 04 15:29:31.547027 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-761f4091-552d-420b-9fd3-04df69aac548 req-39e18866-236e-4b10-bfab-4bc23c11c8d7 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415547 Aug 04 15:29:32.428774 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8a8dc-a749-4e9f-9836-1139190de8af req-458b47a1-004d-4bf9-81b0-7d4ba6f9d371 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:32.430345 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6ef8a8dc-a749-4e9f-9836-1139190de8af req-458b47a1-004d-4bf9-81b0-7d4ba6f9d371 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0544801 Aug 04 15:29:32.482320 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6ef8a8dc-a749-4e9f-9836-1139190de8af req-b5c29331-0064-4893-b19b-533980d64dbc tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445874 Aug 04 15:29:32.705125 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878415-12f7-4cb0-8c6f-aa579a9c0d87 req-62ebd98c-69ae-4894-9487-33b387690601 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:32.706687 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6f878415-12f7-4cb0-8c6f-aa579a9c0d87 req-62ebd98c-69ae-4894-9487-33b387690601 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0730844 Aug 04 15:29:32.760374 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6f878415-12f7-4cb0-8c6f-aa579a9c0d87 req-03238fa7-aacf-44b4-9992-e70420ed29bc tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449555 Aug 04 15:29:33.635417 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b4c7c-fa92-4a4e-8fa3-054768572fc6 req-9c3b1dcc-c49f-473f-93b3-9d2111836b78 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:33.637521 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e89b4c7c-fa92-4a4e-8fa3-054768572fc6 req-9c3b1dcc-c49f-473f-93b3-9d2111836b78 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0595927 Aug 04 15:29:33.686686 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e89b4c7c-fa92-4a4e-8fa3-054768572fc6 req-a7d76c38-8fbc-4984-af6e-f392fca52753 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417562 Aug 04 15:29:33.903078 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabccd6-07b9-443b-8765-3ef704992c5c req-00638c46-9239-4f17-ac81-d4ce93620af3 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:33.905477 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-aaabccd6-07b9-443b-8765-3ef704992c5c req-00638c46-9239-4f17-ac81-d4ce93620af3 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0517581 Aug 04 15:29:33.955841 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-aaabccd6-07b9-443b-8765-3ef704992c5c req-73d07f35-27d5-4be5-9f70-368e5313c986 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435157 Aug 04 15:29:34.810060 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda2110-bd00-4e4e-927d-efdde5e3e39d req-cf60caa9-b880-4aaa-a01c-7588f36053d7 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:34.811807 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1cda2110-bd00-4e4e-927d-efdde5e3e39d req-cf60caa9-b880-4aaa-a01c-7588f36053d7 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0530956 Aug 04 15:29:34.851231 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1cda2110-bd00-4e4e-927d-efdde5e3e39d req-d858ef5e-7f80-427f-9a3e-3f5cfd50f605 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333462 Aug 04 15:29:35.088552 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae300a7-67e1-4da0-abf2-1a90c295fda9 req-b902f400-b471-4911-abbe-2f7d716c5c44 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:35.092431 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4ae300a7-67e1-4da0-abf2-1a90c295fda9 req-b902f400-b471-4911-abbe-2f7d716c5c44 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0607660 Aug 04 15:29:35.133526 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4ae300a7-67e1-4da0-abf2-1a90c295fda9 req-7fccf79d-b669-4d78-934d-bf1ddf7292e4 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347884 Aug 04 15:29:35.526406 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-fad4f894-6142-48a5-9581-397a0feda04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:35.981306 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6cc1e-93d2-4431-ab90-33c53ee2362a req-1c698523-20c1-415b-9be0-e0c6b4d339a1 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:35.983028 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-12b6cc1e-93d2-4431-ab90-33c53ee2362a req-1c698523-20c1-415b-9be0-e0c6b4d339a1 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0567219 Aug 04 15:29:36.031622 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-12b6cc1e-93d2-4431-ab90-33c53ee2362a req-42a6e693-baae-4067-b710-5c4cb0de5fc5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421257 Aug 04 15:29:36.268085 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4f30a-bdf5-4db9-aae7-464af37fedbb req-c90d6965-5eeb-4f64-8e15-677c3ab97ea6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:36.269915 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-aff4f30a-bdf5-4db9-aae7-464af37fedbb req-c90d6965-5eeb-4f64-8e15-677c3ab97ea6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0519962 Aug 04 15:29:36.309643 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-aff4f30a-bdf5-4db9-aae7-464af37fedbb req-a676db16-eb3d-40d8-99a7-f87f0a000547 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329080 Aug 04 15:29:37.161941 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36535f10-226b-475f-b916-1508746d200c req-e285c3ef-bae1-41a2-857c-c44efee56672 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:37.163568 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-36535f10-226b-475f-b916-1508746d200c req-e285c3ef-bae1-41a2-857c-c44efee56672 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0549314 Aug 04 15:29:37.206575 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-36535f10-226b-475f-b916-1508746d200c req-ce72d984-a1cb-400e-817b-9faa27c691ae tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369587 Aug 04 15:29:37.453769 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e69a0-7166-4b34-b782-2e3e0fcd812b req-880d2017-db0d-4da0-933f-a75d350888cf tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:37.455341 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6f3e69a0-7166-4b34-b782-2e3e0fcd812b req-880d2017-db0d-4da0-933f-a75d350888cf tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0570042 Aug 04 15:29:37.504163 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6f3e69a0-7166-4b34-b782-2e3e0fcd812b req-0890218a-0f47-4b95-944c-51d04f5d5771 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418203 Aug 04 15:29:38.358242 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19ec1a-0b94-4da0-8bdf-58698a662cf1 req-d8a79898-21e8-4f87-b2b2-8a7b46e603b1 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:38.359937 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1e19ec1a-0b94-4da0-8bdf-58698a662cf1 req-d8a79898-21e8-4f87-b2b2-8a7b46e603b1 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0774658 Aug 04 15:29:38.409868 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1e19ec1a-0b94-4da0-8bdf-58698a662cf1 req-341500f9-48a4-4af2-b837-666f7d392211 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421786 Aug 04 15:29:38.638387 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25921c-b965-4260-b535-68e2671c6678 req-74a9a084-0799-49ee-a679-2db07b7103d8 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:38.639939 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4e25921c-b965-4260-b535-68e2671c6678 req-74a9a084-0799-49ee-a679-2db07b7103d8 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0555465 Aug 04 15:29:38.688296 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4e25921c-b965-4260-b535-68e2671c6678 req-748107a3-39ba-42ef-951b-57e87199b744 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421252 Aug 04 15:29:39.010095 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-58f9835c-6de1-48db-b97f-8342a22d3907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:39.364841 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:39.534313 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf46bf0-e75c-48e3-83ba-58159d16ab10 req-7afddfa2-5c62-425f-bf1a-e9b5e2321204 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:39.536101 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-8cf46bf0-e75c-48e3-83ba-58159d16ab10 req-7afddfa2-5c62-425f-bf1a-e9b5e2321204 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0540597 Aug 04 15:29:39.582758 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-8cf46bf0-e75c-48e3-83ba-58159d16ab10 req-8a97e532-cf59-43a3-8bbb-db3b2d0ed280 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395112 Aug 04 15:29:39.590057 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:39.835033 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27654d01-8908-48ab-a808-c53c113184b6 req-2a94d094-a629-49c3-b126-3eee75bb6b00 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:39.837083 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-27654d01-8908-48ab-a808-c53c113184b6 req-2a94d094-a629-49c3-b126-3eee75bb6b00 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0505784 Aug 04 15:29:39.877565 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-27654d01-8908-48ab-a808-c53c113184b6 req-ba28cb5f-356c-43ae-ae05-93ff93ccfe37 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334175 Aug 04 15:29:40.102893 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:40.125347 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-98298717-f13f-43d5-b429-d7203378cc35 req-01a9875b-3ff6-4c01-a2f4-7fc6da31cd1c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384095 Aug 04 15:29:40.715031 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecb6e0-8003-47e2-8387-84bc458bd114 req-ead48873-4876-4512-ba97-9d8a5c2c0c99 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:40.716697 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-7aecb6e0-8003-47e2-8387-84bc458bd114 req-ead48873-4876-4512-ba97-9d8a5c2c0c99 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0559204 Aug 04 15:29:40.769645 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-7aecb6e0-8003-47e2-8387-84bc458bd114 req-8d7598a7-3665-4a72-9988-0cee6ec4cd72 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464582 Aug 04 15:29:41.006969 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee101b9-ec59-4a55-a6f8-0cdb80a06312 req-8595fdee-8255-4c1e-a9fa-adbe25f408a3 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:41.009129 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-cee101b9-ec59-4a55-a6f8-0cdb80a06312 req-8595fdee-8255-4c1e-a9fa-adbe25f408a3 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0530202 Aug 04 15:29:41.051438 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-cee101b9-ec59-4a55-a6f8-0cdb80a06312 req-9871ff70-7b7d-4a44-9e3c-dedc21673c73 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349610 Aug 04 15:29:41.906116 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1501dea-0e64-43c6-8d2e-4c51ac949ae6 req-8c295af8-9351-4675-b793-cda014a61cb1 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:41.907703 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b1501dea-0e64-43c6-8d2e-4c51ac949ae6 req-8c295af8-9351-4675-b793-cda014a61cb1 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0526600 Aug 04 15:29:41.949186 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b1501dea-0e64-43c6-8d2e-4c51ac949ae6 req-e8580107-0c4f-4356-89f1-fd69ee4f1c90 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352888 Aug 04 15:29:42.068187 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f84571-3f67-4a5b-9496-1ac072a7a8ea req-ba4bb070-f67d-4a1f-869d-f8fa4526d851 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:42.070465 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-64f84571-3f67-4a5b-9496-1ac072a7a8ea req-ba4bb070-f67d-4a1f-869d-f8fa4526d851 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0553877 Aug 04 15:29:42.080131 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 57386) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:42.085179 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-115ef542-21fb-42e7-881b-4c1b5d3c7ab9 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Request body: {'floatingip': {'port_id': 'd2289bd3-d450-4fab-b5ac-155420b6ba6d'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:29:42.133372 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-115ef542-21fb-42e7-881b-4c1b5d3c7ab9 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for floatingip, before_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:42.265664 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f902fd7-846b-4cc9-9771-a3bd690be590 req-0a39da6e-8860-4407-926c-ac3d12bdbded tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:42.267312 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5f902fd7-846b-4cc9-9771-a3bd690be590 req-0a39da6e-8860-4407-926c-ac3d12bdbded tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.1377356 Aug 04 15:29:42.367113 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5f902fd7-846b-4cc9-9771-a3bd690be590 req-5ed92066-4b9f-47be-860e-9eca56cde0b5 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895946 Aug 04 15:29:42.591423 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:42.674133 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-115ef542-21fb-42e7-881b-4c1b5d3c7ab9 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:42.678234 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-115ef542-21fb-42e7-881b-4c1b5d3c7ab9 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068737'] for floatingip, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:42.777519 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.db.l3_db [None req-115ef542-21fb-42e7-881b-4c1b5d3c7ab9 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Floating IP a104d06c-8611-4cd3-98be-233ef3c8487f associated. External IP: 172.27.3.127, port: d2289bd3-d450-4fab-b5ac-155420b6ba6d. Aug 04 15:29:42.987353 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115ef542-21fb-42e7-881b-4c1b5d3c7ab9 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Router f061b923-2ca1-4643-818e-17f862374323 has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:29:43.095596 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115ef542-21fb-42e7-881b-4c1b5d3c7ab9 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:29:43.100579 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-115ef542-21fb-42e7-881b-4c1b5d3c7ab9 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:43.105642 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6a0173-c9b5-4ab8-8bc5-da64b558454e None None] Sync routers for ids ['f061b923-2ca1-4643-818e-17f862374323'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:29:43.115691 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a0173-c9b5-4ab8-8bc5-da64b558454e None None] Routers {'f061b923-2ca1-4643-818e-17f862374323'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:29:43.116319 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-3d6a0173-c9b5-4ab8-8bc5-da64b558454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:29:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['f061b923-2ca1-4643-818e-17f862374323'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:43.132516 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-115ef542-21fb-42e7-881b-4c1b5d3c7ab9 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "PUT /v2.0/floatingips/a104d06c-8611-4cd3-98be-233ef3c8487f HTTP/1.1" status: 200 len: 992 time: 1.0512137 Aug 04 15:29:43.133109 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb71df9-2d34-44fd-a865-b10c4c9517fb', 'tag': 'd2289bd3-d450-4fab-b5ac-155420b6ba6d'}] {{(pid=93420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:29:43.135970 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a8606f0b79035e877430952f6a143f8bf77a00db166e3d643dd1b603a21b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c52d3b-eac0-47f6-b4fa-205be04680c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb71df9-2d34-44fd-a865-b10c4c9517fb", "tag": "d2289bd3-d450-4fab-b5ac-155420b6ba6d"}]}' {{(pid=93420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:29:43.178190 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d4f387-8a5a-4c77-bf04-dcd4747278a3 x-openstack-request-id: req-a2d4f387-8a5a-4c77-bf04-dcd4747278a3 {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:29:43.178480 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb71df9-2d34-44fd-a865-b10c4c9517fb", "tag": "d2289bd3-d450-4fab-b5ac-155420b6ba6d", "status": "completed", "code": 200}]} {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:29:43.178749 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2d4f387-8a5a-4c77-bf04-dcd4747278a3 {{(pid=93420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:29:43.179556 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb71df9-2d34-44fd-a865-b10c4c9517fb', 'tag': 'd2289bd3-d450-4fab-b5ac-155420b6ba6d', 'status': 'completed', 'code': 200} Aug 04 15:29:43.234618 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-3d6a0173-c9b5-4ab8-8bc5-da64b558454e None None] Set router f061b923-2ca1-4643-818e-17f862374323 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:29:43.243103 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c52d3b-eac0-47f6-b4fa-205be04680c5 req-32e91500-d77a-444a-8cfc-c62def4ddb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:43.244592 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-87c52d3b-eac0-47f6-b4fa-205be04680c5 req-32e91500-d77a-444a-8cfc-c62def4ddb39 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fd57cd3b0c94232b41f2bd329a796ff&device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 1099 time: 0.0430851 Aug 04 15:29:43.339790 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c52d3b-eac0-47f6-b4fa-205be04680c5 req-cb028854-dcb1-4ab9-a279-7e369aa70d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:43.341267 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-87c52d3b-eac0-47f6-b4fa-205be04680c5 req-cb028854-dcb1-4ab9-a279-7e369aa70d19 service neutron] 10.222.0.59 "GET /v2.0/networks?id=33edf930-aed3-43bb-8d08-e5d092448dad HTTP/1.1" status: 200 len: 911 time: 0.0894835 Aug 04 15:29:43.412925 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-87c52d3b-eac0-47f6-b4fa-205be04680c5 req-4dc80af2-d186-4295-9ac8-115cb5902e14 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2289bd3-d450-4fab-b5ac-155420b6ba6d HTTP/1.1" status: 200 len: 1000 time: 0.0640724 Aug 04 15:29:43.468516 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c52d3b-eac0-47f6-b4fa-205be04680c5 req-b0efd2a4-057d-4715-832a-c0e80defee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:43.470474 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-87c52d3b-eac0-47f6-b4fa-205be04680c5 req-b0efd2a4-057d-4715-832a-c0e80defee75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f26f94f7-b955-4415-8c21-0f8292abd57d HTTP/1.1" status: 200 len: 849 time: 0.0464702 Aug 04 15:29:43.494405 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 57414) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:43.521085 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4abf3-dc3d-4a60-bd0c-cf195b346c26 req-32bc0762-2ec9-4d2b-9939-622373ea7717 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:43.522662 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e3e4abf3-dc3d-4a60-bd0c-cf195b346c26 req-32bc0762-2ec9-4d2b-9939-622373ea7717 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0545945 Aug 04 15:29:43.528311 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-3d6a0173-c9b5-4ab8-8bc5-da64b558454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f061b923-2ca1-4643-818e-17f862374323', 'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:29:05Z', 'updated_at': '2021-08-04T15:29:11Z', 'revision_number': 4, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'gw_port': {'id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:07Z', 'updated_at': '2021-08-04T15:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': 'a104d06c-8611-4cd3-98be-233ef3c8487f', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': 'f061b923-2ca1-4643-818e-17f862374323', 'port_id': 'd2289bd3-d450-4fab-b5ac-155420b6ba6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'mac_address': 'fa:16:3e:a2:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71df9-2d34-44fd-a865-b10c4c9517fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:29:15Z', 'updated_at': '2021-08-04T15:29:42Z', 'revision_number': 1, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a07f15f-7e12-4db0-870a-8964c66717f4', 'name': '', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'mac_address': 'fa:16:3e:9b:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:10Z', 'updated_at': '2021-08-04T15:29:18Z', 'revision_number': 5, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'subnets': [{'id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:43.559499 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6a0173-c9b5-4ab8-8bc5-da64b558454e None None] Checking router: f061b923-2ca1-4643-818e-17f862374323 for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:29:43.565888 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_v2 [None req-547c516c-5a19-43c8-af0c-4e7a57457b15 admin admin] Deleting subnet e117fdf6-76d1-4fdb-a309-cc4b8ce52919 {{(pid=93419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:29:43.567171 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e3e4abf3-dc3d-4a60-bd0c-cf195b346c26 req-7e32f782-5ed0-4e42-b529-273b9e8e83cc tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363719 Aug 04 15:29:43.568353 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a0173-c9b5-4ab8-8bc5-da64b558454e None None] Routers {'f061b923-2ca1-4643-818e-17f862374323'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:29:43.568976 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-3d6a0173-c9b5-4ab8-8bc5-da64b558454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:29:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['f061b923-2ca1-4643-818e-17f862374323'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:43.570319 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-547c516c-5a19-43c8-af0c-4e7a57457b15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:43.601142 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c52d3b-eac0-47f6-b4fa-205be04680c5 req-196d40e6-9a31-4984-9705-82c6295bbe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:43.603783 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-87c52d3b-eac0-47f6-b4fa-205be04680c5 req-196d40e6-9a31-4984-9705-82c6295bbe4b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33edf930-aed3-43bb-8d08-e5d092448dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1240036 Aug 04 15:29:43.663513 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-547c516c-5a19-43c8-af0c-4e7a57457b15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6438917'] for subnet, precommit_delete_associations {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:43.678542 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-3d6a0173-c9b5-4ab8-8bc5-da64b558454e None None] Set router f061b923-2ca1-4643-818e-17f862374323 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:29:43.721226 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-547c516c-5a19-43c8-af0c-4e7a57457b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674264'] for subnet, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:43.759664 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-87c52d3b-eac0-47f6-b4fa-205be04680c5 req-6806c4f2-6254-4a5e-bb6c-16ad1f7ffe48 service neutron] 10.222.0.59 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479499 Aug 04 15:29:43.835884 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-547c516c-5a19-43c8-af0c-4e7a57457b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1928702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2281194'] for subnet, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:43.877199 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-547c516c-5a19-43c8-af0c-4e7a57457b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:43.881443 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-547c516c-5a19-43c8-af0c-4e7a57457b15 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e117fdf6-76d1-4fdb-a309-cc4b8ce52919 HTTP/1.1" status: 204 len: 168 time: 0.3837962 Aug 04 15:29:43.881749 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 57416) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:43.884760 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c516c-5a19-43c8-af0c-4e7a57457b15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e117fdf6-76d1-4fdb-a309-cc4b8ce52919,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:43.912877 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-3d6a0173-c9b5-4ab8-8bc5-da64b558454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f061b923-2ca1-4643-818e-17f862374323', 'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:29:05Z', 'updated_at': '2021-08-04T15:29:11Z', 'revision_number': 4, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'gw_port': {'id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:07Z', 'updated_at': '2021-08-04T15:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': 'a104d06c-8611-4cd3-98be-233ef3c8487f', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': 'f061b923-2ca1-4643-818e-17f862374323', 'port_id': 'd2289bd3-d450-4fab-b5ac-155420b6ba6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'mac_address': 'fa:16:3e:a2:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71df9-2d34-44fd-a865-b10c4c9517fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:29:15Z', 'updated_at': '2021-08-04T15:29:42Z', 'revision_number': 1, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a07f15f-7e12-4db0-870a-8964c66717f4', 'name': '', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'mac_address': 'fa:16:3e:9b:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:10Z', 'updated_at': '2021-08-04T15:29:18Z', 'revision_number': 5, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'subnets': [{'id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:43.941377 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6a0173-c9b5-4ab8-8bc5-da64b558454e None None] The sync data for ids ['f061b923-2ca1-4643-818e-17f862374323'] in dv-cinder-689486-15-iscsi is: [{'id': 'f061b923-2ca1-4643-818e-17f862374323', 'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:29:05Z', 'updated_at': '2021-08-04T15:29:11Z', 'revision_number': 4, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'gw_port': {'id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:07Z', 'updated_at': '2021-08-04T15:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': 'a104d06c-8611-4cd3-98be-233ef3c8487f', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': 'f061b923-2ca1-4643-818e-17f862374323', 'port_id': 'd2289bd3-d450-4fab-b5ac-155420b6ba6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'mac_address': 'fa:16:3e:a2:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb71df9-2d34-44fd-a865-b10c4c9517fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:29:15Z', 'updated_at': '2021-08-04T15:29:42Z', 'revision_number': 1, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a07f15f-7e12-4db0-870a-8964c66717f4', 'name': '', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'mac_address': 'fa:16:3e:9b:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:10Z', 'updated_at': '2021-08-04T15:29:18Z', 'revision_number': 5, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'subnets': [{'id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:29:43.960676 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-87c52d3b-eac0-47f6-b4fa-205be04680c5 req-05860611-54aa-4095-9ade-bcd49421860a service neutron] 10.222.0.59 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934991 Aug 04 15:29:43.980436 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-70824622-f160-4252-ad95-17cbde21a73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780294'] for network, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:44.065499 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-70824622-f160-4252-ad95-17cbde21a73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668493', 'neutron.services.segments.db._delete_segments_for_network-8754112322169'] for network, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:44.076390 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-70824622-f160-4252-ad95-17cbde21a73a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2a3196-529d-4bef-b610-a481f8c584fa']}} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:44.087762 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-70824622-f160-4252-ad95-17cbde21a73a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b09cdf-ae8a-421a-869c-1eb320edf739') {'for_net_delete': True} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:44.088063 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-70824622-f160-4252-ad95-17cbde21a73a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b09cdf-ae8a-421a-869c-1eb320edf739') {} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:44.097375 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-70824622-f160-4252-ad95-17cbde21a73a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754112333828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6439036'] for segment, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:44.112527 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-70824622-f160-4252-ad95-17cbde21a73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:44.119675 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70824622-f160-4252-ad95-17cbde21a73a admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:29:44.120084 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-70824622-f160-4252-ad95-17cbde21a73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1928468'] for segment, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: Traceback (most recent call last): Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: timer() Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: cb(*args, **kw) Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: return func(*args, **kwargs) Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: self._notify() Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: self.callback(batched_events) Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: event.method(event) Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: return f(self, *a, **k) Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._get(url).json() Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: return self.request(url, 'GET', **kwargs) Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:29:44.121947 dv-cinder-689486-15-iscsi neutron-server[93419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:29:44.141816 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5e1304-b8be-4207-be4e-adce16aedc1d None None] New status for floating IP a104d06c-8611-4cd3-98be-233ef3c8487f: ACTIVE {{(pid=93422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:29:44.176364 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-70824622-f160-4252-ad95-17cbde21a73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068755'] for network, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:44.181592 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-70824622-f160-4252-ad95-17cbde21a73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:44.186305 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-70824622-f160-4252-ad95-17cbde21a73a admin admin] 10.222.0.10 "DELETE /v2.0/networks/7f2a3196-529d-4bef-b610-a481f8c584fa HTTP/1.1" status: 204 len: 168 time: 0.3004265 Aug 04 15:29:44.186415 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 57418) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:44.201481 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70824622-f160-4252-ad95-17cbde21a73a admin admin] Pushing event deleted for resources: {'Network': ['ID=7f2a3196-529d-4bef-b610-a481f8c584fa,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:44.234223 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6db988-18bb-40b0-94eb-cf1332113773 admin admin] Deleting subnet 3096e4a5-9b79-4cfa-8645-3be319629c26 {{(pid=93420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:29:44.237686 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3b6db988-18bb-40b0-94eb-cf1332113773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:44.274939 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3b6db988-18bb-40b0-94eb-cf1332113773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5550646'] for subnet, precommit_delete_associations {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:44.322027 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3b6db988-18bb-40b0-94eb-cf1332113773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674264'] for subnet, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:44.376239 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3b6db988-18bb-40b0-94eb-cf1332113773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2773188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3822131'] for subnet, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:44.402895 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6db988-18bb-40b0-94eb-cf1332113773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3096e4a5-9b79-4cfa-8645-3be319629c26,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:44.407015 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3b6db988-18bb-40b0-94eb-cf1332113773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:44.411652 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-3b6db988-18bb-40b0-94eb-cf1332113773 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3096e4a5-9b79-4cfa-8645-3be319629c26 HTTP/1.1" status: 204 len: 168 time: 0.2235401 Aug 04 15:29:44.411955 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 57422) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:44.481621 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e5ca038d-4d89-43b0-9b8d-f010c913d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780294'] for network, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:44.567637 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e5ca038d-4d89-43b0-9b8d-f010c913d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668493', 'neutron.services.segments.db._delete_segments_for_network-8754112322169'] for network, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:44.581019 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-e5ca038d-4d89-43b0-9b8d-f010c913d2f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674c9e05-5b0c-4d53-9562-2cd7c312485c']}} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:44.701128 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4c943-2a72-4e27-a395-17439b5d7289 req-96c90c4b-78d4-40e8-bd5c-f9bfe23d6947 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:44.702782 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3fb4c943-2a72-4e27-a395-17439b5d7289 req-96c90c4b-78d4-40e8-bd5c-f9bfe23d6947 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0520303 Aug 04 15:29:44.745865 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3fb4c943-2a72-4e27-a395-17439b5d7289 req-9470930c-7d78-4b09-b0c6-4341a86bfbd0 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363934 Aug 04 15:29:44.819815 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-e5ca038d-4d89-43b0-9b8d-f010c913d2f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f810a49-9f1f-463b-a617-1664d3729289') {'for_net_delete': True} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:44.820055 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-e5ca038d-4d89-43b0-9b8d-f010c913d2f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f810a49-9f1f-463b-a617-1664d3729289') {} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:29:44.829220 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e5ca038d-4d89-43b0-9b8d-f010c913d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754112333828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6439036'] for segment, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:44.845587 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e5ca038d-4d89-43b0-9b8d-f010c913d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:44.851740 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ca038d-4d89-43b0-9b8d-f010c913d2f1 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:29:44.852651 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e5ca038d-4d89-43b0-9b8d-f010c913d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1928468'] for segment, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: Traceback (most recent call last): Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: timer() Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: cb(*args, **kw) Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: return func(*args, **kwargs) Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: self._notify() Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: self.callback(batched_events) Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: event.method(event) Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: return f(self, *a, **k) Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._get(url).json() Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: return self.request(url, 'GET', **kwargs) Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:29:44.854549 dv-cinder-689486-15-iscsi neutron-server[93419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:29:44.909416 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e5ca038d-4d89-43b0-9b8d-f010c913d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068755'] for network, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:44.915417 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e5ca038d-4d89-43b0-9b8d-f010c913d2f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:44.917566 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-e5ca038d-4d89-43b0-9b8d-f010c913d2f1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/674c9e05-5b0c-4d53-9562-2cd7c312485c HTTP/1.1" status: 204 len: 168 time: 0.5046084 Aug 04 15:29:44.932920 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca038d-4d89-43b0-9b8d-f010c913d2f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=674c9e05-5b0c-4d53-9562-2cd7c312485c,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:45.088180 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 57428) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:45.127297 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-d40c3711-e509-45d6-908a-35d9e5574e3f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3d64961004914587b4fef161a2f70b35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379391 Aug 04 15:29:45.129604 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 57430) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:45.182339 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a6937696-4953-4cc1-a91b-e451b62e8d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:45.203523 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a6937696-4953-4cc1-a91b-e451b62e8d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:45.250915 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a6937696-4953-4cc1-a91b-e451b62e8d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:45.253504 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a6937696-4953-4cc1-a91b-e451b62e8d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:45.254643 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-a6937696-4953-4cc1-a91b-e451b62e8d74 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e186720-148c-4b5e-8b95-6e2c2348e009 HTTP/1.1" status: 204 len: 168 time: 0.1241636 Aug 04 15:29:45.262939 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6937696-4953-4cc1-a91b-e451b62e8d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e186720-148c-4b5e-8b95-6e2c2348e009,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:45.583568 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 57438) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:45.623529 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-ec2851fa-c139-4347-b5cb-c75496ae1cea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f119b1d70bc4911b44db563eae97a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387821 Aug 04 15:29:45.625870 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 57440) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:45.674029 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6c640bf2-604c-4ecc-9446-3a70888dabec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:45.695381 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6c640bf2-604c-4ecc-9446-3a70888dabec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:45.740675 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6c640bf2-604c-4ecc-9446-3a70888dabec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:45.743476 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6c640bf2-604c-4ecc-9446-3a70888dabec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:45.744659 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-6c640bf2-604c-4ecc-9446-3a70888dabec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/957c3861-ce6c-49e0-a561-923a075029f6 HTTP/1.1" status: 204 len: 168 time: 0.1178653 Aug 04 15:29:45.752241 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c640bf2-604c-4ecc-9446-3a70888dabec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957c3861-ce6c-49e0-a561-923a075029f6,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:45.871607 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb613d-50c9-4468-b90f-4d8339d5a52b req-2ddd467c-1bbe-4f09-b00c-c2b98a107577 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:45.873116 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fcfb613d-50c9-4468-b90f-4d8339d5a52b req-2ddd467c-1bbe-4f09-b00c-c2b98a107577 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0531077 Aug 04 15:29:45.916261 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fcfb613d-50c9-4468-b90f-4d8339d5a52b req-80b6f010-9441-4af1-8668-11244e7a2c65 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371773 Aug 04 15:29:47.036746 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a1f0e-b4f9-49ed-9c9c-258aa1b51c50 req-50320625-47b7-4b93-9906-62a3cf9a3eff tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:47.038250 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-618a1f0e-b4f9-49ed-9c9c-258aa1b51c50 req-50320625-47b7-4b93-9906-62a3cf9a3eff tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0498192 Aug 04 15:29:47.077596 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-618a1f0e-b4f9-49ed-9c9c-258aa1b51c50 req-00d4e60f-0bcf-4a83-b8b5-fe48b54d031d tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324731 Aug 04 15:29:48.197008 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9f437-158e-4a16-b30e-a41af4c3eaf5 req-9f9a04a6-c74a-42f3-800a-7f69b81a0d12 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:48.198494 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c7c9f437-158e-4a16-b30e-a41af4c3eaf5 req-9f9a04a6-c74a-42f3-800a-7f69b81a0d12 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 943 time: 0.0486565 Aug 04 15:29:48.235020 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c7c9f437-158e-4a16-b30e-a41af4c3eaf5 req-4616bcd7-0b70-4d9b-982d-c74452c1e621 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304551 Aug 04 15:29:48.315841 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 6bba3745-64a1-4f53-a73b-2a64453b6f39 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:29:48.530127 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 6bba3745-64a1-4f53-a73b-2a64453b6f39, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6bba3745-64a1-4f53-a73b-2a64453b6f39,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:29:48.541821 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': '6bba3745-64a1-4f53-a73b-2a64453b6f39', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'port_id': '6bba3745-64a1-4f53-a73b-2a64453b6f39', 'mac_address': 'fa:16:3e:77:77:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:29:48.582022 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:48.597076 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bba3745-64a1-4f53-a73b-2a64453b6f39 {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:29:48.637420 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 6bba3745-64a1-4f53-a73b-2a64453b6f39, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6bba3745-64a1-4f53-a73b-2a64453b6f39,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:29:48.651492 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:48.713910 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=6bba3745-64a1-4f53-a73b-2a64453b6f39,revision_number=9']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:48.856383 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['6bba3745-64a1-4f53-a73b-2a64453b6f39'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:29:49.362804 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80830c5-ef24-46d4-b11b-995bdb62b19a req-3c57cfd9-716e-4f91-bdc5-f6335a192461 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:49.364355 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c80830c5-ef24-46d4-b11b-995bdb62b19a req-3c57cfd9-716e-4f91-bdc5-f6335a192461 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 944 time: 0.0532691 Aug 04 15:29:49.405342 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c80830c5-ef24-46d4-b11b-995bdb62b19a req-71b74b99-d8d0-4a83-a0f4-abec3d723a08 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334868 Aug 04 15:29:50.321955 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 6bba3745-64a1-4f53-a73b-2a64453b6f39 up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:29:50.372296 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port 6bba3745-64a1-4f53-a73b-2a64453b6f39 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:29:50.372730 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:50.446257 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:50.469306 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4ea4f4-ae30-450e-ae7f-30a9e17f0365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bba3745-64a1-4f53-a73b-2a64453b6f39'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:29:50.471520 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c727955-4a7b-483a-9241-4831be9e150e" -d '{"events": [{"server_uuid": "2c4ea4f4-ae30-450e-ae7f-30a9e17f0365", "name": "network-vif-plugged", "status": "completed", "tag": "6bba3745-64a1-4f53-a73b-2a64453b6f39"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:29:50.486398 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 6bba3745-64a1-4f53-a73b-2a64453b6f39, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6bba3745-64a1-4f53-a73b-2a64453b6f39,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:29:50.490986 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:50.519926 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf76f3be-8890-43be-85ef-12bd7eeaf953 x-openstack-request-id: req-cf76f3be-8890-43be-85ef-12bd7eeaf953 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:29:50.520351 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4ea4f4-ae30-450e-ae7f-30a9e17f0365", "name": "network-vif-plugged", "status": "completed", "tag": "6bba3745-64a1-4f53-a73b-2a64453b6f39", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:29:50.520607 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf76f3be-8890-43be-85ef-12bd7eeaf953 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:29:50.520996 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4ea4f4-ae30-450e-ae7f-30a9e17f0365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bba3745-64a1-4f53-a73b-2a64453b6f39', 'code': 200} Aug 04 15:29:50.535545 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da98731-484a-4dc3-830a-2e23cbe33da0 req-f31f87bb-432e-486e-b069-275fb65f427e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:50.537188 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6da98731-484a-4dc3-830a-2e23cbe33da0 req-f31f87bb-432e-486e-b069-275fb65f427e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 946 time: 0.0562398 Aug 04 15:29:50.555996 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=6bba3745-64a1-4f53-a73b-2a64453b6f39,revision_number=10']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:50.584454 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6da98731-484a-4dc3-830a-2e23cbe33da0 req-7fe69344-e054-4cd2-a7de-e8d95fe98da7 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399861 Aug 04 15:29:51.053733 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b75b07-0aa1-4d55-83d7-f208c654b694 req-31722f7f-765a-4382-9764-b25d0e115427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:51.055906 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f6b75b07-0aa1-4d55-83d7-f208c654b694 req-31722f7f-765a-4382-9764-b25d0e115427 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 1099 time: 0.0432224 Aug 04 15:29:51.093786 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f6b75b07-0aa1-4d55-83d7-f208c654b694 req-a6618772-76ce-4e3c-8007-dcc03b87402d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320399 Aug 04 15:29:51.720532 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23e172-bb53-4339-aea1-1d605a27d692 req-4d2e6728-13aa-4779-812c-d9ce3a0b32a8 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:51.722368 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6b23e172-bb53-4339-aea1-1d605a27d692 req-4d2e6728-13aa-4779-812c-d9ce3a0b32a8 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 946 time: 0.0610394 Aug 04 15:29:51.769094 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6b23e172-bb53-4339-aea1-1d605a27d692 req-4a85ac55-2b61-4cbf-a600-5360736701df tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387659 Aug 04 15:29:52.915362 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46fab9-8914-44b9-8717-c222ffd0bfb7 req-481f1fd9-46e4-497e-9c49-0d0b6ddc442c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:29:52.917869 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2b46fab9-8914-44b9-8717-c222ffd0bfb7 req-481f1fd9-46e4-497e-9c49-0d0b6ddc442c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 946 time: 0.0585856 Aug 04 15:29:52.960677 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2b46fab9-8914-44b9-8717-c222ffd0bfb7 req-572c1451-f2e2-4688-8608-f5b01cc78c33 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363586 Aug 04 15:29:56.686946 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 57618) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:56.803286 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-614076b8-4755-4d6f-b4bb-86943a991909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:56.909533 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-614076b8-4755-4d6f-b4bb-86943a991909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:56.913409 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-614076b8-4755-4d6f-b4bb-86943a991909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:56.956277 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614076b8-4755-4d6f-b4bb-86943a991909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a57fcbc-929a-4fa9-bc21-7b7127797142,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:56.961232 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-614076b8-4755-4d6f-b4bb-86943a991909 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=338dc8946ac8477fb6be5594d77d80cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732048 Aug 04 15:29:56.965193 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 57622) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:57.014434 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-0a675d4d-cbac-4a6a-92d0-362ebb9a9fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:57.034877 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-0a675d4d-cbac-4a6a-92d0-362ebb9a9fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:57.083588 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-0a675d4d-cbac-4a6a-92d0-362ebb9a9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:57.086307 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-0a675d4d-cbac-4a6a-92d0-362ebb9a9fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:57.088155 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-0a675d4d-cbac-4a6a-92d0-362ebb9a9fe5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a57fcbc-929a-4fa9-bc21-7b7127797142 HTTP/1.1" status: 204 len: 168 time: 0.1214242 Aug 04 15:29:57.096526 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a675d4d-cbac-4a6a-92d0-362ebb9a9fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a57fcbc-929a-4fa9-bc21-7b7127797142,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:57.400452 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 57630) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:57.414104 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c78ac80e-2418-4877-a8e1-df6f5c53d7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:57.508564 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c78ac80e-2418-4877-a8e1-df6f5c53d7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:57.512526 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c78ac80e-2418-4877-a8e1-df6f5c53d7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:57.549439 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ac80e-2418-4877-a8e1-df6f5c53d7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d71ffe-3cf2-438a-920e-e8dd36359e9e,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:29:57.553798 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-c78ac80e-2418-4877-a8e1-df6f5c53d7c8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=313a54320b054d618c53e154574dc5b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521282 Aug 04 15:29:57.557230 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 57632) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:29:57.614386 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c31355ea-031d-4c4a-ae78-00b3c13fc8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:57.637599 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c31355ea-031d-4c4a-ae78-00b3c13fc8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:57.685714 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c31355ea-031d-4c4a-ae78-00b3c13fc8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:57.688369 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c31355ea-031d-4c4a-ae78-00b3c13fc8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:29:57.689546 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-c31355ea-031d-4c4a-ae78-00b3c13fc8ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09d71ffe-3cf2-438a-920e-e8dd36359e9e HTTP/1.1" status: 204 len: 168 time: 0.1313379 Aug 04 15:29:57.698214 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31355ea-031d-4c4a-ae78-00b3c13fc8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d71ffe-3cf2-438a-920e-e8dd36359e9e,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:00.849325 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:30:01.886159 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 57698) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:30:01.990523 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e21b4d07-6778-4d23-91ee-a9dd0e53b37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:02.082431 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e21b4d07-6778-4d23-91ee-a9dd0e53b37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:02.086787 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e21b4d07-6778-4d23-91ee-a9dd0e53b37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:02.126070 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-e21b4d07-6778-4d23-91ee-a9dd0e53b37a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=532242a3d61045cabd54938d6a4eeaa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388084 Aug 04 15:30:02.126962 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b4d07-6778-4d23-91ee-a9dd0e53b37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef2884b-339c-442f-9bc5-d68c64fa1885,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:02.128849 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 57702) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:30:02.134239 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b4d07-6778-4d23-91ee-a9dd0e53b37a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.135177 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b4d07-6778-4d23-91ee-a9dd0e53b37a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.135533 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b4d07-6778-4d23-91ee-a9dd0e53b37a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.135931 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b4d07-6778-4d23-91ee-a9dd0e53b37a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.136267 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b4d07-6778-4d23-91ee-a9dd0e53b37a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.136604 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b4d07-6778-4d23-91ee-a9dd0e53b37a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.136935 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b4d07-6778-4d23-91ee-a9dd0e53b37a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.137263 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b4d07-6778-4d23-91ee-a9dd0e53b37a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.137589 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b4d07-6778-4d23-91ee-a9dd0e53b37a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.137912 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b4d07-6778-4d23-91ee-a9dd0e53b37a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.138234 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b4d07-6778-4d23-91ee-a9dd0e53b37a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.138554 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b4d07-6778-4d23-91ee-a9dd0e53b37a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.180604 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6df8468b-9d25-417e-b1bd-ac42103d074d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:02.202168 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6df8468b-9d25-417e-b1bd-ac42103d074d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:02.247072 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6df8468b-9d25-417e-b1bd-ac42103d074d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:02.249667 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6df8468b-9d25-417e-b1bd-ac42103d074d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:02.250825 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-6df8468b-9d25-417e-b1bd-ac42103d074d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ef2884b-339c-442f-9bc5-d68c64fa1885 HTTP/1.1" status: 204 len: 168 time: 0.1209428 Aug 04 15:30:02.258253 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8468b-9d25-417e-b1bd-ac42103d074d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef2884b-339c-442f-9bc5-d68c64fa1885,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:02.266269 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8468b-9d25-417e-b1bd-ac42103d074d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.266629 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8468b-9d25-417e-b1bd-ac42103d074d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.266969 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8468b-9d25-417e-b1bd-ac42103d074d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.267333 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8468b-9d25-417e-b1bd-ac42103d074d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.267726 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8468b-9d25-417e-b1bd-ac42103d074d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.267988 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8468b-9d25-417e-b1bd-ac42103d074d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.268319 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8468b-9d25-417e-b1bd-ac42103d074d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.268912 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8468b-9d25-417e-b1bd-ac42103d074d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.269237 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8468b-9d25-417e-b1bd-ac42103d074d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.269564 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8468b-9d25-417e-b1bd-ac42103d074d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.269886 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8468b-9d25-417e-b1bd-ac42103d074d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.270205 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8468b-9d25-417e-b1bd-ac42103d074d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:02.514693 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 57708) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:30:02.531876 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cd01f417-dd0c-479c-aaba-3820eba2200b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:02.624851 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cd01f417-dd0c-479c-aaba-3820eba2200b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:02.628990 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cd01f417-dd0c-479c-aaba-3820eba2200b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:02.668771 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-cd01f417-dd0c-479c-aaba-3820eba2200b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2debe2c2fe33430fbc3c7f9001f519b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528957 Aug 04 15:30:02.669634 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01f417-dd0c-479c-aaba-3820eba2200b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ec87dc-9eb1-4bf7-8ada-03207c773d0d,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:02.671392 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 57710) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:30:02.722320 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-41e8e04e-e589-4fd0-98d0-815b4d6bbdae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:02.742583 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-41e8e04e-e589-4fd0-98d0-815b4d6bbdae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:02.795957 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-41e8e04e-e589-4fd0-98d0-815b4d6bbdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:02.799738 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-41e8e04e-e589-4fd0-98d0-815b4d6bbdae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:02.800900 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-41e8e04e-e589-4fd0-98d0-815b4d6bbdae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c7ec87dc-9eb1-4bf7-8ada-03207c773d0d HTTP/1.1" status: 204 len: 168 time: 0.1280468 Aug 04 15:30:02.809096 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8e04e-e589-4fd0-98d0-815b4d6bbdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ec87dc-9eb1-4bf7-8ada-03207c773d0d,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:05.529725 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-dc676617-1366-4868-aaa9-360bee6a1190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:06.873350 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 57784) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:30:06.988838 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c48db1f4-5ad0-4190-b598-156c26638afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:07.109720 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c48db1f4-5ad0-4190-b598-156c26638afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:07.113693 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c48db1f4-5ad0-4190-b598-156c26638afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:07.153642 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48db1f4-5ad0-4190-b598-156c26638afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3e80e6-7c8c-4c46-bd97-79ebef1392b7,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:07.161167 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 57790) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:30:07.161728 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-c48db1f4-5ad0-4190-b598-156c26638afb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3912916042c2401689fb84fd1614b033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868233 Aug 04 15:30:07.227496 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6efd6fa0-e062-4e41-aea5-e248de7069ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:07.255300 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6efd6fa0-e062-4e41-aea5-e248de7069ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:07.306515 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6efd6fa0-e062-4e41-aea5-e248de7069ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:07.309410 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6efd6fa0-e062-4e41-aea5-e248de7069ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:07.310585 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-6efd6fa0-e062-4e41-aea5-e248de7069ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c3e80e6-7c8c-4c46-bd97-79ebef1392b7 HTTP/1.1" status: 204 len: 168 time: 0.1484313 Aug 04 15:30:07.318779 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd6fa0-e062-4e41-aea5-e248de7069ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3e80e6-7c8c-4c46-bd97-79ebef1392b7,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:08.705430 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a315ed6c-d089-4300-8cff-647166870b26 req-b32cd507-fe25-4295-8bca-82c7386151d8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465446 Aug 04 15:30:08.794437 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315ed6c-d089-4300-8cff-647166870b26 req-5d063e71-61de-4ebc-96cc-ba373c279956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:08.796247 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a315ed6c-d089-4300-8cff-647166870b26 req-5d063e71-61de-4ebc-96cc-ba373c279956 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=893953c6f8fa4c87b7f6a168eff46c0a&device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 1099 time: 0.0466795 Aug 04 15:30:08.910260 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315ed6c-d089-4300-8cff-647166870b26 req-5d3eea2e-9b06-4a1d-b3ab-e33a721b0a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:08.912016 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a315ed6c-d089-4300-8cff-647166870b26 req-5d3eea2e-9b06-4a1d-b3ab-e33a721b0a55 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0 HTTP/1.1" status: 200 len: 918 time: 0.0936990 Aug 04 15:30:08.986048 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a315ed6c-d089-4300-8cff-647166870b26 req-f86e7d63-0492-4a90-9803-68b266dbba31 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bba3745-64a1-4f53-a73b-2a64453b6f39 HTTP/1.1" status: 200 len: 1001 time: 0.0659642 Aug 04 15:30:09.007692 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-64f3a149-e060-4ca3-95f3-2dc5114a05fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:09.041191 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315ed6c-d089-4300-8cff-647166870b26 req-db98a70b-86bb-4403-b0db-8af08ee0506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:09.042812 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a315ed6c-d089-4300-8cff-647166870b26 req-db98a70b-86bb-4403-b0db-8af08ee0506c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e2c0f22-78d2-4799-9521-73d9b2f8536e HTTP/1.1" status: 200 len: 856 time: 0.0493846 Aug 04 15:30:09.095586 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315ed6c-d089-4300-8cff-647166870b26 req-d70668b1-6bec-4584-8cc7-7009973b4192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:09.097091 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a315ed6c-d089-4300-8cff-647166870b26 req-d70668b1-6bec-4584-8cc7-7009973b4192 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468805 Aug 04 15:30:09.204938 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a315ed6c-d089-4300-8cff-647166870b26 req-3a9b3320-9c5b-4f71-81f6-c08b6f512c5b service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968575 Aug 04 15:30:09.299246 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a315ed6c-d089-4300-8cff-647166870b26 req-baa59d83-3119-4e73-9b6f-0e5356baa7db service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867891 Aug 04 15:30:09.368927 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:09.597428 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:10.100272 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:12.591779 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:15.563119 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 57924) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:30:15.667930 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-dc592116-da1e-4542-af07-8d46034a9689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:15.760335 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-dc592116-da1e-4542-af07-8d46034a9689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:15.764189 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-dc592116-da1e-4542-af07-8d46034a9689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:15.800911 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc592116-da1e-4542-af07-8d46034a9689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b6457b-18c4-4b0f-a024-fee6d2200efc,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:15.805730 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-dc592116-da1e-4542-af07-8d46034a9689 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5185853e2fc24bffa4b8ac525622f0a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416480 Aug 04 15:30:15.809252 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 57928) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:30:15.856785 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-58f1739b-9ace-4671-8eae-1d29c075896e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:15.878886 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-58f1739b-9ace-4671-8eae-1d29c075896e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:15.932863 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-58f1739b-9ace-4671-8eae-1d29c075896e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:15.935516 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-58f1739b-9ace-4671-8eae-1d29c075896e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:15.936758 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-58f1739b-9ace-4671-8eae-1d29c075896e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/19b6457b-18c4-4b0f-a024-fee6d2200efc HTTP/1.1" status: 204 len: 168 time: 0.1268008 Aug 04 15:30:15.944888 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1739b-9ace-4671-8eae-1d29c075896e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b6457b-18c4-4b0f-a024-fee6d2200efc,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:16.205196 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 57936) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:30:16.219606 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9c4c084d-6a50-4055-908d-d2981e5ba9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:16.306160 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9c4c084d-6a50-4055-908d-d2981e5ba9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:16.310152 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9c4c084d-6a50-4055-908d-d2981e5ba9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:16.347004 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-9c4c084d-6a50-4055-908d-d2981e5ba9e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=127668400748452fbc185b715999ddcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407056 Aug 04 15:30:16.348107 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c084d-6a50-4055-908d-d2981e5ba9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d122a3a0-1025-4ff2-bb3b-29e2130ab204,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:16.349746 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 57938) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:30:16.399341 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2d72b385-7037-48a9-8221-f1e7299b6641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:16.422666 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2d72b385-7037-48a9-8221-f1e7299b6641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:16.470670 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2d72b385-7037-48a9-8221-f1e7299b6641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:16.473247 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2d72b385-7037-48a9-8221-f1e7299b6641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:16.474388 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-2d72b385-7037-48a9-8221-f1e7299b6641 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d122a3a0-1025-4ff2-bb3b-29e2130ab204 HTTP/1.1" status: 204 len: 168 time: 0.1230233 Aug 04 15:30:16.482654 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72b385-7037-48a9-8221-f1e7299b6641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d122a3a0-1025-4ff2-bb3b-29e2130ab204,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:16.813549 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 57944) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:30:16.826550 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3065ef6d-e566-44ae-a67f-b16502b096a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:16.913091 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3065ef6d-e566-44ae-a67f-b16502b096a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:16.917456 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3065ef6d-e566-44ae-a67f-b16502b096a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:16.955851 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-3065ef6d-e566-44ae-a67f-b16502b096a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=24bdb685ea574599a640cc7433633350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413085 Aug 04 15:30:16.956665 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065ef6d-e566-44ae-a67f-b16502b096a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebac7bc-7a15-4b5f-9ff5-0b9bd159d14a,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:16.958546 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 57946) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:30:17.016055 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b4cf6303-f3d3-4463-abb5-66f40c8146f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:17.037907 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b4cf6303-f3d3-4463-abb5-66f40c8146f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:17.086640 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b4cf6303-f3d3-4463-abb5-66f40c8146f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:17.089259 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b4cf6303-f3d3-4463-abb5-66f40c8146f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:17.090375 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-b4cf6303-f3d3-4463-abb5-66f40c8146f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1ebac7bc-7a15-4b5f-9ff5-0b9bd159d14a HTTP/1.1" status: 204 len: 168 time: 0.1307914 Aug 04 15:30:17.098232 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf6303-f3d3-4463-abb5-66f40c8146f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebac7bc-7a15-4b5f-9ff5-0b9bd159d14a,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:32.654467 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4ded0-4ec6-4608-b83e-a341714ca686 req-dd229920-2217-485d-8061-32f07bbadaae tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:32.656116 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-36d4ded0-4ec6-4608-b83e-a341714ca686 req-dd229920-2217-485d-8061-32f07bbadaae tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0624540 Aug 04 15:30:32.704039 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-36d4ded0-4ec6-4608-b83e-a341714ca686 req-586e1dfd-743c-4bd3-801f-22d8d579573a tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392568 Aug 04 15:30:33.836486 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd348e-038b-40d4-a84c-5857f677e567 req-93a0a62f-8ac5-4da0-a114-fc5805926dd3 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:33.837781 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1efd348e-038b-40d4-a84c-5857f677e567 req-93a0a62f-8ac5-4da0-a114-fc5805926dd3 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0561051 Aug 04 15:30:33.879590 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1efd348e-038b-40d4-a84c-5857f677e567 req-4ef694cf-5e5e-43b7-a2f6-67b0d6938289 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345666 Aug 04 15:30:34.025207 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf52ae-d911-4541-a310-9acf7284280e req-1244b86e-53ea-4f46-be98-70b079abe646 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:34.027459 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-04cf52ae-d911-4541-a310-9acf7284280e req-1244b86e-53ea-4f46-be98-70b079abe646 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 946 time: 0.0546355 Aug 04 15:30:34.071278 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-04cf52ae-d911-4541-a310-9acf7284280e req-b7071bbb-f0fd-4398-918b-c61e981549fa tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350258 Aug 04 15:30:35.003894 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14070cba-911d-4123-8f47-226a31f1b68f req-da4b25c3-5e39-4b46-8d61-f87278ed1b19 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:35.005486 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-14070cba-911d-4123-8f47-226a31f1b68f req-da4b25c3-5e39-4b46-8d61-f87278ed1b19 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0534494 Aug 04 15:30:35.050686 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-14070cba-911d-4123-8f47-226a31f1b68f req-b85797d8-1673-46d9-9caf-22822912b3b8 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384803 Aug 04 15:30:35.202143 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b86b4e-16d0-4ddc-a483-fa4fc968f168 req-d6d34304-e7ce-4416-955f-d57e2106d0f5 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:35.203678 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-76b86b4e-16d0-4ddc-a483-fa4fc968f168 req-d6d34304-e7ce-4416-955f-d57e2106d0f5 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 946 time: 0.0501504 Aug 04 15:30:35.243962 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-76b86b4e-16d0-4ddc-a483-fa4fc968f168 req-ac3efb6d-58da-4e0e-ba64-919104ea756f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340769 Aug 04 15:30:35.521798 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-27e497fb-646c-4f1c-a24e-62d6c16d8430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:35.696872 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793fd69-ef2d-4489-86cd-e1ce755f6eb9 req-b55ffa76-37b7-4c32-bb2d-b58b12d70ce0 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:35.698861 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5793fd69-ef2d-4489-86cd-e1ce755f6eb9 req-b55ffa76-37b7-4c32-bb2d-b58b12d70ce0 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 946 time: 0.0513136 Aug 04 15:30:35.816953 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-5793fd69-ef2d-4489-86cd-e1ce755f6eb9 req-19d241e7-8181-447c-bb8d-2a2394037000 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Deleting port 6bba3745-64a1-4f53-a73b-2a64453b6f39 {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:30:35.817294 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-5793fd69-ef2d-4489-86cd-e1ce755f6eb9 req-19d241e7-8181-447c-bb8d-2a2394037000 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:35.910637 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-5793fd69-ef2d-4489-86cd-e1ce755f6eb9 req-19d241e7-8181-447c-bb8d-2a2394037000 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] For port 6bba3745-64a1-4f53-a73b-2a64453b6f39, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6bba3745-64a1-4f53-a73b-2a64453b6f39,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:30:35.910995 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-5793fd69-ef2d-4489-86cd-e1ce755f6eb9 req-19d241e7-8181-447c-bb8d-2a2394037000 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:36.223070 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-5793fd69-ef2d-4489-86cd-e1ce755f6eb9 req-19d241e7-8181-447c-bb8d-2a2394037000 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:36.223774 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-5793fd69-ef2d-4489-86cd-e1ce755f6eb9 req-19d241e7-8181-447c-bb8d-2a2394037000 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068737'] for floatingip, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:36.223914 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.l3_db [req-5793fd69-ef2d-4489-86cd-e1ce755f6eb9 req-19d241e7-8181-447c-bb8d-2a2394037000 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Floating IP 6c8306cf-d6eb-41e7-9366-1a568f384e1a disassociated. External IP: 172.27.3.120, port: 6bba3745-64a1-4f53-a73b-2a64453b6f39. Aug 04 15:30:36.224145 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-5793fd69-ef2d-4489-86cd-e1ce755f6eb9 req-19d241e7-8181-447c-bb8d-2a2394037000 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Calling delete_port for 6bba3745-64a1-4f53-a73b-2a64453b6f39 owned by compute:nova {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:30:36.250358 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ced20-3a32-46d5-ab22-84e960cdf751 req-8fade1dd-eb60-4513-b41c-aecff3408c91 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:36.252050 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4c2ced20-3a32-46d5-ab22-84e960cdf751 req-8fade1dd-eb60-4513-b41c-aecff3408c91 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0990236 Aug 04 15:30:36.329423 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4c2ced20-3a32-46d5-ab22-84e960cdf751 req-a6d50123-81c7-4c71-ac56-9797cd6bf6d8 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506058 Aug 04 15:30:36.375690 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d7a59-3c12-4fac-8378-ffd2535a7998 req-3b0e83e4-37db-49f3-b6be-e0222c9c0c6f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:36.377466 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9d2d7a59-3c12-4fac-8378-ffd2535a7998 req-3b0e83e4-37db-49f3-b6be-e0222c9c0c6f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4ea4f4-ae30-450e-ae7f-30a9e17f0365 HTTP/1.1" status: 200 len: 946 time: 0.0565937 Aug 04 15:30:36.409919 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-5793fd69-ef2d-4489-86cd-e1ce755f6eb9 req-19d241e7-8181-447c-bb8d-2a2394037000 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:36.424111 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9d2d7a59-3c12-4fac-8378-ffd2535a7998 req-27102fed-b95c-422d-a4ef-fb0338abc4db tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=1891e912-fcd4-4b34-a259-d3b6519dd69c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399170 Aug 04 15:30:36.441437 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d241e7-8181-447c-bb8d-2a2394037000 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Pushing event deleted for resources: {'Port': ['ID=6bba3745-64a1-4f53-a73b-2a64453b6f39,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:36.567278 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5793fd69-ef2d-4489-86cd-e1ce755f6eb9 req-19d241e7-8181-447c-bb8d-2a2394037000 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Router fd495a11-bd8f-444c-8b11-bfecf64b6dcb has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:30:36.693391 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5793fd69-ef2d-4489-86cd-e1ce755f6eb9 req-19d241e7-8181-447c-bb8d-2a2394037000 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:30:36.706200 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7417972-b61c-465f-98e7-5628218d6bdd None None] Sync routers for ids ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:30:36.720840 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7417972-b61c-465f-98e7-5628218d6bdd None None] Routers {'fd495a11-bd8f-444c-8b11-bfecf64b6dcb'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:30:36.721524 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-b7417972-b61c-465f-98e7-5628218d6bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:30:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:30:36.739937 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-5793fd69-ef2d-4489-86cd-e1ce755f6eb9 req-19d241e7-8181-447c-bb8d-2a2394037000 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] No DVR routers for this DVR port 6bba3745-64a1-4f53-a73b-2a64453b6f39 on host hv-cinder-68948 {{(pid=93419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:30:36.742711 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-5793fd69-ef2d-4489-86cd-e1ce755f6eb9 req-19d241e7-8181-447c-bb8d-2a2394037000 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:36.745380 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5793fd69-ef2d-4489-86cd-e1ce755f6eb9 req-19d241e7-8181-447c-bb8d-2a2394037000 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.59 "DELETE /v2.0/ports/6bba3745-64a1-4f53-a73b-2a64453b6f39 HTTP/1.1" status: 204 len: 173 time: 1.0394785 Aug 04 15:30:36.745836 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4ea4f4-ae30-450e-ae7f-30a9e17f0365', 'name': 'network-vif-deleted', 'tag': '6bba3745-64a1-4f53-a73b-2a64453b6f39'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:30:36.748271 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f259bd-7970-45c9-9165-88e7c3c4c4ca" -d '{"events": [{"server_uuid": "2c4ea4f4-ae30-450e-ae7f-30a9e17f0365", "name": "network-vif-deleted", "tag": "6bba3745-64a1-4f53-a73b-2a64453b6f39"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:30:36.793168 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b30e1b1-a4e8-4348-a101-5d3e2eef4f28 x-openstack-request-id: req-3b30e1b1-a4e8-4348-a101-5d3e2eef4f28 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:30:36.793653 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4ea4f4-ae30-450e-ae7f-30a9e17f0365", "name": "network-vif-deleted", "tag": "6bba3745-64a1-4f53-a73b-2a64453b6f39", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:30:36.794083 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3b30e1b1-a4e8-4348-a101-5d3e2eef4f28 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:30:36.794779 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4ea4f4-ae30-450e-ae7f-30a9e17f0365', 'name': 'network-vif-deleted', 'tag': '6bba3745-64a1-4f53-a73b-2a64453b6f39', 'status': 'completed', 'code': 200} Aug 04 15:30:36.861715 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-b7417972-b61c-465f-98e7-5628218d6bdd None None] Set router fd495a11-bd8f-444c-8b11-bfecf64b6dcb gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:30:37.070063 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-b7417972-b61c-465f-98e7-5628218d6bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'gw_port': {'id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '0f31edf3-797f-44f5-b381-5b0cc1bc7256', 'name': '', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'mac_address': 'fa:16:3e:f2:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:57Z', 'updated_at': '2021-08-04T15:26:12Z', 'revision_number': 5, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'subnets': [{'id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:30:37.097412 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7417972-b61c-465f-98e7-5628218d6bdd None None] Checking router: fd495a11-bd8f-444c-8b11-bfecf64b6dcb for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:30:37.107918 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7417972-b61c-465f-98e7-5628218d6bdd None None] Routers {'fd495a11-bd8f-444c-8b11-bfecf64b6dcb'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:30:37.108637 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-b7417972-b61c-465f-98e7-5628218d6bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:30:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:30:37.232432 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-b7417972-b61c-465f-98e7-5628218d6bdd None None] Set router fd495a11-bd8f-444c-8b11-bfecf64b6dcb gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:30:37.469137 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28921dd8-fd30-4128-b4f6-b4d12a4c6766 req-c6bf66c8-ad9c-4a98-8c8f-1cebb2f2951c tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:37.469751 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-b7417972-b61c-465f-98e7-5628218d6bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'gw_port': {'id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '0f31edf3-797f-44f5-b381-5b0cc1bc7256', 'name': '', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'mac_address': 'fa:16:3e:f2:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:57Z', 'updated_at': '2021-08-04T15:26:12Z', 'revision_number': 5, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'subnets': [{'id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:30:37.471511 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-28921dd8-fd30-4128-b4f6-b4d12a4c6766 req-c6bf66c8-ad9c-4a98-8c8f-1cebb2f2951c tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0632403 Aug 04 15:30:37.505238 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7417972-b61c-465f-98e7-5628218d6bdd None None] The sync data for ids ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'] in dv-cinder-689486-15-iscsi is: [{'id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'gw_port': {'id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '0f31edf3-797f-44f5-b381-5b0cc1bc7256', 'name': '', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'mac_address': 'fa:16:3e:f2:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:57Z', 'updated_at': '2021-08-04T15:26:12Z', 'revision_number': 5, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'subnets': [{'id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:30:37.521244 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-28921dd8-fd30-4128-b4f6-b4d12a4c6766 req-cb49f0eb-7cda-48db-865e-86bda515093a tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358040 Aug 04 15:30:37.572366 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 58062) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:30:37.631977 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-58467d61-5950-4bb2-b30b-25659ab467fc tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:37.659273 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-58467d61-5950-4bb2-b30b-25659ab467fc tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:37.713164 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-58467d61-5950-4bb2-b30b-25659ab467fc tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:37.716122 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-58467d61-5950-4bb2-b30b-25659ab467fc tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:37.720282 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-58467d61-5950-4bb2-b30b-25659ab467fc tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "DELETE /v2.0/security-groups/1891e912-fcd4-4b34-a259-d3b6519dd69c HTTP/1.1" status: 204 len: 168 time: 0.1437304 Aug 04 15:30:37.721043 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 58064) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:30:37.729027 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58467d61-5950-4bb2-b30b-25659ab467fc tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1891e912-fcd4-4b34-a259-d3b6519dd69c,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:37.741767 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.api.v2.resource [None req-5836dd7c-e8b3-4877-ac35-873dab5d250a tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] show failed (client error): The resource could not be found. Aug 04 15:30:37.748591 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-5836dd7c-e8b3-4877-ac35-873dab5d250a tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups/1891e912-fcd4-4b34-a259-d3b6519dd69c HTTP/1.1" status: 404 len: 347 time: 0.0212712 Aug 04 15:30:37.748771 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 58066) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:30:37.778933 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce59ca-afcb-4ae7-acad-e5a495cead1f None None] New status for floating IP 6c8306cf-d6eb-41e7-9366-1a568f384e1a: DOWN {{(pid=93422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:30:37.858221 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:30:38.139985 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-55a89a2c-b808-423e-b243-e45342672bad tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Deleting port 13d8139d-938f-48da-8551-021306fc3dc4 {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:30:38.140322 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-55a89a2c-b808-423e-b243-e45342672bad tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:38.215804 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-55a89a2c-b808-423e-b243-e45342672bad tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:38.216013 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-55a89a2c-b808-423e-b243-e45342672bad tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:38.229785 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-55a89a2c-b808-423e-b243-e45342672bad tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Calling delete_port for 13d8139d-938f-48da-8551-021306fc3dc4 owned by network:floatingip {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:30:38.375330 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-55a89a2c-b808-423e-b243-e45342672bad tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:38.399440 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a89a2c-b808-423e-b243-e45342672bad tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Pushing event deleted for resources: {'Port': ['ID=13d8139d-938f-48da-8551-021306fc3dc4,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:38.466345 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-55a89a2c-b808-423e-b243-e45342672bad tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for floatingip, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:38.468847 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-55a89a2c-b808-423e-b243-e45342672bad tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:38.470028 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-55a89a2c-b808-423e-b243-e45342672bad tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "DELETE /v2.0/floatingips/6c8306cf-d6eb-41e7-9366-1a568f384e1a HTTP/1.1" status: 204 len: 168 time: 0.7200186 Aug 04 15:30:38.625829 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 6bba3745-64a1-4f53-a73b-2a64453b6f39 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:30:38.646479 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] No Port match for: 6bba3745-64a1-4f53-a73b-2a64453b6f39 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:30:38.646829 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 6bba3745-64a1-4f53-a73b-2a64453b6f39 not bound to the agent host hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:30:38.661440 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69692d17-250b-4363-bc9a-0666faad1b2b req-410ad124-7e27-4e93-9b20-cd9d41d50b96 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:38.663091 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-69692d17-250b-4363-bc9a-0666faad1b2b req-410ad124-7e27-4e93-9b20-cd9d41d50b96 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0588315 Aug 04 15:30:38.702843 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-69692d17-250b-4363-bc9a-0666faad1b2b req-666a7888-7e89-4a01-842e-d14ff0cea0a7 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333292 Aug 04 15:30:38.783629 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 58072) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:30:38.788626 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-2458ff2a-4598-4b92-a76d-b5f1384b3675 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2019611336', 'description': 'tempest-description--524467455'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:30:38.813866 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2458ff2a-4598-4b92-a76d-b5f1384b3675 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:38.926865 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2458ff2a-4598-4b92-a76d-b5f1384b3675 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:38.932435 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2458ff2a-4598-4b92-a76d-b5f1384b3675 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:38.964274 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2458ff2a-4598-4b92-a76d-b5f1384b3675 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:38.965519 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-2458ff2a-4598-4b92-a76d-b5f1384b3675 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1808319 Aug 04 15:30:38.966640 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458ff2a-4598-4b92-a76d-b5f1384b3675 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0e53fe-e476-406b-9b85-a28b563020e7,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:38.968662 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 58074) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:30:38.973604 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-26b4e40f-a2ac-4502-bee7-444b603158c1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Request body: {'security_group_rule': {'security_group_id': '2c0e53fe-e476-406b-9b85-a28b563020e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:30:39.003017 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-cadb84cf-33ef-4e81-83b7-28bd73db6cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:39.007684 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-26b4e40f-a2ac-4502-bee7-444b603158c1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:39.062983 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-26b4e40f-a2ac-4502-bee7-444b603158c1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:39.068311 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-26b4e40f-a2ac-4502-bee7-444b603158c1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:39.089076 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4e40f-a2ac-4502-bee7-444b603158c1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b2f2c7-199d-4e4c-ac53-b15ac9c5ee14,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:39.096196 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-26b4e40f-a2ac-4502-bee7-444b603158c1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:39.097525 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-26b4e40f-a2ac-4502-bee7-444b603158c1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277244 Aug 04 15:30:39.100183 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 58076) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:30:39.105588 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-9f67badc-caaf-471f-9f43-c043631eae73 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Request body: {'security_group_rule': {'security_group_id': '2c0e53fe-e476-406b-9b85-a28b563020e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:30:39.132802 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9f67badc-caaf-471f-9f43-c043631eae73 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:39.195022 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9f67badc-caaf-471f-9f43-c043631eae73 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:39.199379 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9f67badc-caaf-471f-9f43-c043631eae73 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:39.217026 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67badc-caaf-471f-9f43-c043631eae73 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6618f9a7-a62f-4e2a-8b48-c68de8ecec2f,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:39.226813 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9f67badc-caaf-471f-9f43-c043631eae73 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:39.228226 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-9f67badc-caaf-471f-9f43-c043631eae73 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270540 Aug 04 15:30:39.233042 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 58078) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:30:39.238668 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-caa29c50-5bc1-442b-95d2-3b30042ac97b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Request body: {'floatingip': {'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:30:39.261662 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-caa29c50-5bc1-442b-95d2-3b30042ac97b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for floatingip, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:39.370151 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-caa29c50-5bc1-442b-95d2-3b30042ac97b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:39.372587 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:39.487691 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [None req-caa29c50-5bc1-442b-95d2-3b30042ac97b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Allocated IP 172.27.3.122 (a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1/66c61c24-84f1-4482-97f0-c0986315f375/c71940be-6794-4571-9124-44e83643e03f) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:30:39.594309 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:39.604215 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-caa29c50-5bc1-442b-95d2-3b30042ac97b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:39.649957 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-caa29c50-5bc1-442b-95d2-3b30042ac97b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:39.726252 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa29c50-5bc1-442b-95d2-3b30042ac97b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:30:39.738424 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-caa29c50-5bc1-442b-95d2-3b30042ac97b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:30:39.741491 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa29c50-5bc1-442b-95d2-3b30042ac97b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:30:39.743810 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa29c50-5bc1-442b-95d2-3b30042ac97b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Pushing event updated for resources: {'Port': ['ID=c71940be-6794-4571-9124-44e83643e03f,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:39.869012 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a16a7f-2489-40db-af38-daf3ed268328 req-36d61b5b-6984-449b-a693-96146f756d6b tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:39.871006 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a2a16a7f-2489-40db-af38-daf3ed268328 req-36d61b5b-6984-449b-a693-96146f756d6b tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0939794 Aug 04 15:30:39.876051 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-caa29c50-5bc1-442b-95d2-3b30042ac97b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:39.935111 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-caa29c50-5bc1-442b-95d2-3b30042ac97b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:39.962069 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a2a16a7f-2489-40db-af38-daf3ed268328 req-676ce4ae-158f-4430-b9d3-03db11eb58f9 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843937 Aug 04 15:30:40.090362 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-caa29c50-5bc1-442b-95d2-3b30042ac97b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:40.095674 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-caa29c50-5bc1-442b-95d2-3b30042ac97b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:40.105100 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:40.166015 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa29c50-5bc1-442b-95d2-3b30042ac97b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Pushing event updated for resources: {'Port': ['ID=c71940be-6794-4571-9124-44e83643e03f,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:40.183515 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-caa29c50-5bc1-442b-95d2-3b30042ac97b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068737'] for floatingip, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:40.198385 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-caa29c50-5bc1-442b-95d2-3b30042ac97b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:40.199854 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-caa29c50-5bc1-442b-95d2-3b30042ac97b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9658532 Aug 04 15:30:40.417645 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3df999ab-3973-405e-8669-8e376b5f42ce req-e22661a5-f6f5-4a90-a2ad-e3adff2d7322 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2019611336&fields=id&tenant_id=893953c6f8fa4c87b7f6a168eff46c0a HTTP/1.1" status: 200 len: 267 time: 0.0451381 Aug 04 15:30:40.539234 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df999ab-3973-405e-8669-8e376b5f42ce req-8297ac91-b28c-48fb-baed-200fcab0c463 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:40.540800 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3df999ab-3973-405e-8669-8e376b5f42ce req-8297ac91-b28c-48fb-baed-200fcab0c463 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/networks?id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0 HTTP/1.1" status: 200 len: 817 time: 0.1159868 Aug 04 15:30:40.564251 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3df999ab-3973-405e-8669-8e376b5f42ce req-1b29283c-4ccb-457b-800d-ac4aca869a29 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/quotas/893953c6f8fa4c87b7f6a168eff46c0a HTTP/1.1" status: 200 len: 375 time: 0.0110850 Aug 04 15:30:40.623374 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3df999ab-3973-405e-8669-8e376b5f42ce req-e8b1135e-7478-4dd1-9f57-bfb68469a62e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=893953c6f8fa4c87b7f6a168eff46c0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515614 Aug 04 15:30:40.726613 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3df999ab-3973-405e-8669-8e376b5f42ce req-d33d157d-2e2f-485c-8181-ffe4932b15fb service neutron] 10.222.0.10 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892227 Aug 04 15:30:40.818254 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3df999ab-3973-405e-8669-8e376b5f42ce req-151d0169-77c1-4790-847c-dd3edf7be7f7 service neutron] 10.222.0.10 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853999 Aug 04 15:30:40.991867 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c59f68a9-68c3-4008-b81c-ad27f1dacdc1 req-b3215c76-5c4f-4396-9e66-00403141d1e9 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 210 time: 0.0273092 Aug 04 15:30:41.084512 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7256304-2507-4acd-b62c-41e1ff30f1f7 req-9e260a0f-4032-4860-a9c7-fc3050c642dc tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:41.086043 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f7256304-2507-4acd-b62c-41e1ff30f1f7 req-9e260a0f-4032-4860-a9c7-fc3050c642dc tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0520170 Aug 04 15:30:41.127683 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f7256304-2507-4acd-b62c-41e1ff30f1f7 req-eee85576-267c-4ac7-aecc-f3c845c6b675 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351710 Aug 04 15:30:41.919220 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4466c0cf-908d-45d7-bef7-022fd44ac653 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:41.920592 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4466c0cf-908d-45d7-bef7-022fd44ac653 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.59 "GET /v2.0/networks?id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0 HTTP/1.1" status: 200 len: 817 time: 0.1055069 Aug 04 15:30:42.206669 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e7024e09-e658-4ba6-b85e-76585a67453e req-6b8bcbae-f21b-418a-8db7-c598ded5efb2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 210 time: 0.0313199 Aug 04 15:30:42.235508 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3df999ab-3973-405e-8669-8e376b5f42ce req-7ca9ec4b-d7a5-4aec-9edf-0fc322d63283 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893953c6f8fa4c87b7f6a168eff46c0a HTTP/1.1" status: 200 len: 380 time: 0.3033998 Aug 04 15:30:42.248937 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-3df999ab-3973-405e-8669-8e376b5f42ce req-7e07d6e5-723f-4b95-9c4a-89aa6fadb814 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Request body: {'port': {'device_id': '35b46478-e28a-4090-a599-20b6db40d7b7', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'admin_state_up': True, 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'security_groups': ['2c0e53fe-e476-406b-9b85-a28b563020e7']}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:30:42.275025 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38138a98-f009-4ee4-b95a-5683ee9f17b5 req-d86436af-252b-4d48-8bb2-6b8b268cc8d3 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:42.276713 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-38138a98-f009-4ee4-b95a-5683ee9f17b5 req-d86436af-252b-4d48-8bb2-6b8b268cc8d3 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0711603 Aug 04 15:30:42.320258 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-38138a98-f009-4ee4-b95a-5683ee9f17b5 req-f5311163-2c6f-40ee-a327-0a1db0cd945b tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370913 Aug 04 15:30:42.361776 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df999ab-3973-405e-8669-8e376b5f42ce req-7e07d6e5-723f-4b95-9c4a-89aa6fadb814 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Made reservation on behalf of 893953c6f8fa4c87b7f6a168eff46c0a for: {'port': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:30:42.365342 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-3df999ab-3973-405e-8669-8e376b5f42ce req-7e07d6e5-723f-4b95-9c4a-89aa6fadb814 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:42.492676 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [req-3df999ab-3973-405e-8669-8e376b5f42ce req-7e07d6e5-723f-4b95-9c4a-89aa6fadb814 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Allocated IP 172.20.0.13 (dd89b09a-7ad5-4295-b4a2-c6269006ebd0/3e2c0f22-78d2-4799-9521-73d9b2f8536e/f5831a3e-a094-4b7c-ac13-9f26ded37c89) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:30:42.595606 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:42.660692 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-3df999ab-3973-405e-8669-8e376b5f42ce req-7e07d6e5-723f-4b95-9c4a-89aa6fadb814 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:42.677376 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-3df999ab-3973-405e-8669-8e376b5f42ce req-7e07d6e5-723f-4b95-9c4a-89aa6fadb814 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Transition to ACTIVE for port object f5831a3e-a094-4b7c-ac13-9f26ded37c89 will not be triggered until provisioned by entity DHCP. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:30:42.715318 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-3df999ab-3973-405e-8669-8e376b5f42ce req-7e07d6e5-723f-4b95-9c4a-89aa6fadb814 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:42.758729 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df999ab-3973-405e-8669-8e376b5f42ce req-7e07d6e5-723f-4b95-9c4a-89aa6fadb814 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Network dd89b09a-7ad5-4295-b4a2-c6269006ebd0 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:30:42.762128 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [req-3df999ab-3973-405e-8669-8e376b5f42ce req-7e07d6e5-723f-4b95-9c4a-89aa6fadb814 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:30:42.768875 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df999ab-3973-405e-8669-8e376b5f42ce req-7e07d6e5-723f-4b95-9c4a-89aa6fadb814 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:30:42.794912 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07d6e5-723f-4b95-9c4a-89aa6fadb814 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Pushing event updated for resources: {'Port': ['ID=f5831a3e-a094-4b7c-ac13-9f26ded37c89,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:42.824459 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df999ab-3973-405e-8669-8e376b5f42ce req-7e07d6e5-723f-4b95-9c4a-89aa6fadb814 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:42.825130 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-3df999ab-3973-405e-8669-8e376b5f42ce req-7e07d6e5-723f-4b95-9c4a-89aa6fadb814 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:42.841151 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3df999ab-3973-405e-8669-8e376b5f42ce req-7e07d6e5-723f-4b95-9c4a-89aa6fadb814 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5968750 Aug 04 15:30:42.855845 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] Request body: {'port': {'device_id': '35b46478-e28a-4090-a599-20b6db40d7b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:30:42.917617 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:43.038576 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-241931dc-77c0-4827-b278-22a38506ab60 None None] Provisioning for port f5831a3e-a094-4b7c-ac13-9f26ded37c89 completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:30:43.042821 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-241931dc-77c0-4827-b278-22a38506ab60 None None] Provisioning complete for port f5831a3e-a094-4b7c-ac13-9f26ded37c89 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:30:43.043223 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-241931dc-77c0-4827-b278-22a38506ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:43.077463 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-241931dc-77c0-4827-b278-22a38506ab60 None None] Port f5831a3e-a094-4b7c-ac13-9f26ded37c89 cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:30:43.189244 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5831a3e-a094-4b7c-ac13-9f26ded37c89 {{(pid=93419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:30:43.198279 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:43.211480 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] Transition to ACTIVE for port object f5831a3e-a094-4b7c-ac13-9f26ded37c89 will not be triggered until provisioned by entity L2. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:30:43.216577 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:43.292546 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] Pushing event updated for resources: {'Port': ['ID=f5831a3e-a094-4b7c-ac13-9f26ded37c89,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:43.378482 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f5eb4-139e-426b-95be-94e01402fb00 req-68119f8b-c613-45fc-8b20-6688ec818988 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:43.380101 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ff4f5eb4-139e-426b-95be-94e01402fb00 req-68119f8b-c613-45fc-8b20-6688ec818988 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 944 time: 0.0896389 Aug 04 15:30:43.385504 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] Attempting to bind port f5831a3e-a094-4b7c-ac13-9f26ded37c89 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:30:43.385958 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] Attempting to bind port f5831a3e-a094-4b7c-ac13-9f26ded37c89 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0'}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:30:43.386466 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] Attempting to bind port f5831a3e-a094-4b7c-ac13-9f26ded37c89 on network dd89b09a-7ad5-4295-b4a2-c6269006ebd0 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:30:43.397677 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] Port f5831a3e-a094-4b7c-ac13-9f26ded37c89 on network dd89b09a-7ad5-4295-b4a2-c6269006ebd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:30:43.398007 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] Attempting to bind port f5831a3e-a094-4b7c-ac13-9f26ded37c89 on network dd89b09a-7ad5-4295-b4a2-c6269006ebd0 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:30:43.410608 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] Checking agent: {'id': '5bc10963-30ee-40c9-994c-c74f44e4da8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'started_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:30:43.410955 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] Checking segment: {'id': '95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:30:43.411389 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] Bound using segment: {'id': '95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0'} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:30:43.411851 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] Bound port: f5831a3e-a094-4b7c-ac13-9f26ded37c89, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0'}}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:30:43.412205 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:43.449259 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b711046-e11a-4734-b2b0-be660ebdf2cd req-8d94c167-f8a8-42dc-b9fc-ecd95a0141f1 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:43.450804 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1b711046-e11a-4734-b2b0-be660ebdf2cd req-8d94c167-f8a8-42dc-b9fc-ecd95a0141f1 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0516858 Aug 04 15:30:43.460020 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ff4f5eb4-139e-426b-95be-94e01402fb00 req-58bfc7fe-ebc7-43cb-944c-c85c364a4991 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701125 Aug 04 15:30:43.498135 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] For port f5831a3e-a094-4b7c-ac13-9f26ded37c89, host hv-cinder-68948, cleared binding levels {{(pid=93419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:30:43.500411 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1b711046-e11a-4734-b2b0-be660ebdf2cd req-d5d40390-3ea2-4453-a908-774f2f771596 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437105 Aug 04 15:30:43.502509 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] For port f5831a3e-a094-4b7c-ac13-9f26ded37c89, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f5831a3e-a094-4b7c-ac13-9f26ded37c89,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:30:43.507890 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:43.547928 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:43.548540 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:43.549924 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3df999ab-3973-405e-8669-8e376b5f42ce req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] 10.222.0.59 "PUT /v2.0/ports/f5831a3e-a094-4b7c-ac13-9f26ded37c89 HTTP/1.1" status: 200 len: 1094 time: 0.6995218 Aug 04 15:30:43.550371 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b46478-e28a-4090-a599-20b6db40d7b7', 'tag': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:30:43.552780 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c2b900-2b87-4d80-a135-b54c26db9fba" -d '{"events": [{"name": "network-changed", "server_uuid": "35b46478-e28a-4090-a599-20b6db40d7b7", "tag": "f5831a3e-a094-4b7c-ac13-9f26ded37c89"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:30:43.586281 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299d4cb-31c7-4d5a-a579-63fa138a194d service neutron] Pushing event updated for resources: {'Port': ['ID=f5831a3e-a094-4b7c-ac13-9f26ded37c89,revision_number=3']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:43.605335 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3855c5f-c87c-4323-a4e5-0dd0413dd481 x-openstack-request-id: req-b3855c5f-c87c-4323-a4e5-0dd0413dd481 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:30:43.605859 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b46478-e28a-4090-a599-20b6db40d7b7", "tag": "f5831a3e-a094-4b7c-ac13-9f26ded37c89", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:30:43.606114 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b3855c5f-c87c-4323-a4e5-0dd0413dd481 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:30:43.606521 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b46478-e28a-4090-a599-20b6db40d7b7', 'tag': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89', 'status': 'completed', 'code': 200} Aug 04 15:30:43.636440 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df999ab-3973-405e-8669-8e376b5f42ce req-9cb6a786-31cc-4820-8388-61c810bcc9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:43.637932 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3df999ab-3973-405e-8669-8e376b5f42ce req-9cb6a786-31cc-4820-8388-61c810bcc9e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=893953c6f8fa4c87b7f6a168eff46c0a&device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 1097 time: 0.0463090 Aug 04 15:30:43.687353 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3df999ab-3973-405e-8669-8e376b5f42ce req-ecaa77c8-4012-45be-98e1-da98901a17e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5831a3e-a094-4b7c-ac13-9f26ded37c89 HTTP/1.1" status: 200 len: 217 time: 0.0371757 Aug 04 15:30:43.743871 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df999ab-3973-405e-8669-8e376b5f42ce req-d48d1799-eb65-4b3d-a1b5-1abc61183caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:43.746088 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3df999ab-3973-405e-8669-8e376b5f42ce req-d48d1799-eb65-4b3d-a1b5-1abc61183caf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e2c0f22-78d2-4799-9521-73d9b2f8536e HTTP/1.1" status: 200 len: 856 time: 0.0488820 Aug 04 15:30:43.796451 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df999ab-3973-405e-8669-8e376b5f42ce req-ba9103be-06a9-4e03-b6c1-112ac9d3d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:43.797812 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3df999ab-3973-405e-8669-8e376b5f42ce req-ba9103be-06a9-4e03-b6c1-112ac9d3d148 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406039 Aug 04 15:30:43.891024 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3df999ab-3973-405e-8669-8e376b5f42ce req-c1085b45-db2e-4ac8-b420-3bd4275db976 service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812082 Aug 04 15:30:43.991418 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3df999ab-3973-405e-8669-8e376b5f42ce req-b6ba2bb3-4ab5-4ff5-8b4a-6c0350124f73 service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893033 Aug 04 15:30:44.102386 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2b900-2b87-4d80-a135-b54c26db9fba req-122e9bab-3814-43cb-8271-31143b0ef365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:44.104396 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-56c2b900-2b87-4d80-a135-b54c26db9fba req-122e9bab-3814-43cb-8271-31143b0ef365 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=893953c6f8fa4c87b7f6a168eff46c0a&device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 1097 time: 0.0438108 Aug 04 15:30:44.200661 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2b900-2b87-4d80-a135-b54c26db9fba req-da0814f7-49e8-4def-abd1-b1ba53bad950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:44.202148 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-56c2b900-2b87-4d80-a135-b54c26db9fba req-da0814f7-49e8-4def-abd1-b1ba53bad950 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0 HTTP/1.1" status: 200 len: 918 time: 0.0896730 Aug 04 15:30:44.248467 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-56c2b900-2b87-4d80-a135-b54c26db9fba req-66317b90-a3d3-46e9-b8f3-8e7f907aef50 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5831a3e-a094-4b7c-ac13-9f26ded37c89 HTTP/1.1" status: 200 len: 217 time: 0.0374019 Aug 04 15:30:44.304528 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2b900-2b87-4d80-a135-b54c26db9fba req-af19bfc2-ac70-46c7-b75f-82773bbfeec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:44.306024 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-56c2b900-2b87-4d80-a135-b54c26db9fba req-af19bfc2-ac70-46c7-b75f-82773bbfeec9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e2c0f22-78d2-4799-9521-73d9b2f8536e HTTP/1.1" status: 200 len: 856 time: 0.0509596 Aug 04 15:30:44.357797 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2b900-2b87-4d80-a135-b54c26db9fba req-797e2f92-65cf-4b3c-8ec9-de537045e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:44.359248 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-56c2b900-2b87-4d80-a135-b54c26db9fba req-797e2f92-65cf-4b3c-8ec9-de537045e792 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0456026 Aug 04 15:30:44.452160 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-56c2b900-2b87-4d80-a135-b54c26db9fba req-f1af53bc-d87d-4fd4-9116-020f67e5840e service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848539 Aug 04 15:30:44.562803 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-56c2b900-2b87-4d80-a135-b54c26db9fba req-66c584d5-918d-4b9b-84ba-5a2ac9dbe809 service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015146 Aug 04 15:30:44.598584 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7f613-ae4b-494c-85d3-2bc0de19fa89 req-e6d25e84-1176-469e-82c7-ab95a3941ccb tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:44.601563 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-65f7f613-ae4b-494c-85d3-2bc0de19fa89 req-e6d25e84-1176-469e-82c7-ab95a3941ccb tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 944 time: 0.0617790 Aug 04 15:30:44.636210 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1d133-0354-4b69-b902-e32131a72c09 req-139507dd-faf1-485f-af88-8b4b4cb1b3d4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:44.638329 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0ff1d133-0354-4b69-b902-e32131a72c09 req-139507dd-faf1-485f-af88-8b4b4cb1b3d4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0606823 Aug 04 15:30:44.645063 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-65f7f613-ae4b-494c-85d3-2bc0de19fa89 req-9cc7bb28-f8f7-4f40-8701-be41b2eece50 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369978 Aug 04 15:30:44.679177 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0ff1d133-0354-4b69-b902-e32131a72c09 req-8f18c343-bdd5-4cdd-be24-3f5ac28b8ee1 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346427 Aug 04 15:30:45.989728 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a253c8-682d-4309-a7c9-814d4c2bbf92 req-73566247-71e4-43fb-a89d-04ac9e046577 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:45.991371 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a9a253c8-682d-4309-a7c9-814d4c2bbf92 req-73566247-71e4-43fb-a89d-04ac9e046577 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 944 time: 0.2572742 Aug 04 15:30:46.010323 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fb19b-f557-44b3-b969-f7ec65954777 req-55a64f8c-e202-4e77-89fc-92a7905406e6 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:46.011952 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-423fb19b-f557-44b3-b969-f7ec65954777 req-55a64f8c-e202-4e77-89fc-92a7905406e6 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.2563558 Aug 04 15:30:46.045095 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a9a253c8-682d-4309-a7c9-814d4c2bbf92 req-eee080b3-a34c-4979-b966-a3e875685830 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450740 Aug 04 15:30:46.054840 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-423fb19b-f557-44b3-b969-f7ec65954777 req-4b3ba458-e66c-4f32-bc71-c6c1b570371d tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364826 Aug 04 15:30:46.687971 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device f5831a3e-a094-4b7c-ac13-9f26ded37c89 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:30:46.792015 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port f5831a3e-a094-4b7c-ac13-9f26ded37c89, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f5831a3e-a094-4b7c-ac13-9f26ded37c89,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:30:46.805633 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'port_id': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89', 'mac_address': 'fa:16:3e:ce:72:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:30:46.844554 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:46.860733 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5831a3e-a094-4b7c-ac13-9f26ded37c89 {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:30:46.881428 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port f5831a3e-a094-4b7c-ac13-9f26ded37c89, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f5831a3e-a094-4b7c-ac13-9f26ded37c89,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:30:46.886997 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:46.942044 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=f5831a3e-a094-4b7c-ac13-9f26ded37c89,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:46.950932 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:46.951321 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:46.951676 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:46.952015 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:46.952380 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:46.952714 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:46.953045 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:46.953377 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:46.953707 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:46.954036 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:46.954362 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:46.954686 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:30:47.113669 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['f5831a3e-a094-4b7c-ac13-9f26ded37c89'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:30:47.196584 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51350d-0d4e-4c02-ac19-cf08da433455 req-1330bdff-2650-4199-aa0b-0043e946f917 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:47.204189 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa2d44-027a-4db6-bfb7-3b6a08643738 req-f01fb313-2ed5-4448-8670-7efa7750e290 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:47.206536 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ddaa2d44-027a-4db6-bfb7-3b6a08643738 req-f01fb313-2ed5-4448-8670-7efa7750e290 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0667999 Aug 04 15:30:47.207550 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0c51350d-0d4e-4c02-ac19-cf08da433455 req-1330bdff-2650-4199-aa0b-0043e946f917 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 945 time: 0.0668986 Aug 04 15:30:47.252739 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ddaa2d44-027a-4db6-bfb7-3b6a08643738 req-ee082ded-0db6-47e6-bbcd-6db235723d21 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401361 Aug 04 15:30:47.252966 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0c51350d-0d4e-4c02-ac19-cf08da433455 req-91a8c974-29cb-46ea-a2a0-d6000b91b742 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441265 Aug 04 15:30:48.387097 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a8231-fc0a-4229-935b-8ecef036d5b9 req-a8d90724-e052-4dad-a17a-96ca2856233f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:48.388704 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-815a8231-fc0a-4229-935b-8ecef036d5b9 req-a8d90724-e052-4dad-a17a-96ca2856233f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 945 time: 0.0575619 Aug 04 15:30:48.389147 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde34446-a05a-4ce8-bfdf-3a768cfd76d7 req-05ebd83c-89a8-49b8-8165-51267a99adc5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:48.390761 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-bde34446-a05a-4ce8-bfdf-3a768cfd76d7 req-05ebd83c-89a8-49b8-8165-51267a99adc5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0569172 Aug 04 15:30:48.437135 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-bde34446-a05a-4ce8-bfdf-3a768cfd76d7 req-927e19f1-80f2-4a28-83fd-06266375586d tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356262 Aug 04 15:30:48.452079 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-815a8231-fc0a-4229-935b-8ecef036d5b9 req-909663a9-9f95-4a31-bc00-5118c74badb7 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562482 Aug 04 15:30:48.656024 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed3dee-1e86-41ac-a969-4bec91847cf6 req-91801fe7-c3f4-4d3b-854e-0b2b51a44504 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:48.658043 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-17ed3dee-1e86-41ac-a969-4bec91847cf6 req-91801fe7-c3f4-4d3b-854e-0b2b51a44504 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0558295 Aug 04 15:30:48.703697 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device f5831a3e-a094-4b7c-ac13-9f26ded37c89 up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:30:48.734740 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-17ed3dee-1e86-41ac-a969-4bec91847cf6 req-662ca38c-79cc-4a1d-a712-a770e0a85b14 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671570 Aug 04 15:30:48.744647 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3886b8-28be-478a-bd24-a5bf03feb769 req-c83300b6-0070-4df8-991b-bd6bb32f4fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:48.746793 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1d3886b8-28be-478a-bd24-a5bf03feb769 req-c83300b6-0070-4df8-991b-bd6bb32f4fc8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fd57cd3b0c94232b41f2bd329a796ff&device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 1099 time: 0.0714481 Aug 04 15:30:48.764516 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning for port f5831a3e-a094-4b7c-ac13-9f26ded37c89 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:30:48.769043 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port f5831a3e-a094-4b7c-ac13-9f26ded37c89 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:30:48.769409 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:48.850171 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3886b8-28be-478a-bd24-a5bf03feb769 req-db46ee8a-bc90-4126-88d1-0e3f1f4d8437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:48.851624 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1d3886b8-28be-478a-bd24-a5bf03feb769 req-db46ee8a-bc90-4126-88d1-0e3f1f4d8437 service neutron] 10.222.0.59 "GET /v2.0/networks?id=33edf930-aed3-43bb-8d08-e5d092448dad HTTP/1.1" status: 200 len: 911 time: 0.0980685 Aug 04 15:30:48.864474 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:48.888954 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b46478-e28a-4090-a599-20b6db40d7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:30:48.891281 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fea09e8-e1af-4d14-9d79-e83c10c312f6" -d '{"events": [{"server_uuid": "35b46478-e28a-4090-a599-20b6db40d7b7", "name": "network-vif-plugged", "status": "completed", "tag": "f5831a3e-a094-4b7c-ac13-9f26ded37c89"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:30:48.906485 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port f5831a3e-a094-4b7c-ac13-9f26ded37c89, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f5831a3e-a094-4b7c-ac13-9f26ded37c89,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:30:48.912399 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:48.939094 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1d3886b8-28be-478a-bd24-a5bf03feb769 req-2695dda3-58f5-4a73-a169-d543699533b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2289bd3-d450-4fab-b5ac-155420b6ba6d HTTP/1.1" status: 200 len: 1002 time: 0.0783563 Aug 04 15:30:48.939372 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3067dd17-3f8d-4e24-a305-2df9173fdbaf x-openstack-request-id: req-3067dd17-3f8d-4e24-a305-2df9173fdbaf {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:30:48.939523 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b46478-e28a-4090-a599-20b6db40d7b7", "name": "network-vif-plugged", "status": "completed", "tag": "f5831a3e-a094-4b7c-ac13-9f26ded37c89", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:30:48.939826 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3067dd17-3f8d-4e24-a305-2df9173fdbaf {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:30:48.940318 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b46478-e28a-4090-a599-20b6db40d7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89', 'code': 200} Aug 04 15:30:48.983183 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=f5831a3e-a094-4b7c-ac13-9f26ded37c89,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:49.015677 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3886b8-28be-478a-bd24-a5bf03feb769 req-583832f3-d8e1-4af7-a137-6fb27becc0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:49.017188 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1d3886b8-28be-478a-bd24-a5bf03feb769 req-583832f3-d8e1-4af7-a137-6fb27becc0e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f26f94f7-b955-4415-8c21-0f8292abd57d HTTP/1.1" status: 200 len: 849 time: 0.0676899 Aug 04 15:30:49.074174 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3886b8-28be-478a-bd24-a5bf03feb769 req-c3914bd5-4115-495d-b0c9-77f585a40fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:49.075707 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1d3886b8-28be-478a-bd24-a5bf03feb769 req-c3914bd5-4115-495d-b0c9-77f585a40fab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33edf930-aed3-43bb-8d08-e5d092448dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0511456 Aug 04 15:30:49.141429 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24add58f-923d-486e-901e-30c30529d2e9 req-525f7603-6241-43ff-baa6-73865a6fdfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:49.142891 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-24add58f-923d-486e-901e-30c30529d2e9 req-525f7603-6241-43ff-baa6-73865a6fdfde service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 1099 time: 0.0509527 Aug 04 15:30:49.188378 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-24add58f-923d-486e-901e-30c30529d2e9 req-6ba98e72-82b7-4282-ba2a-28c93fbfeaea service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382998 Aug 04 15:30:49.189833 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1d3886b8-28be-478a-bd24-a5bf03feb769 req-91d740f6-5728-480e-a2d2-18b9d2cd5b19 service neutron] 10.222.0.59 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981441 Aug 04 15:30:49.334294 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1d3886b8-28be-478a-bd24-a5bf03feb769 req-6035011b-a4af-4a81-85b8-f78ce364e0c8 service neutron] 10.222.0.59 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886164 Aug 04 15:30:49.584194 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70419521-9931-4b6a-980e-c0f314dae193 req-d076b834-0180-44db-a9fe-acbb80a76f23 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:49.585821 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-70419521-9931-4b6a-980e-c0f314dae193 req-d076b834-0180-44db-a9fe-acbb80a76f23 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0552621 Aug 04 15:30:49.629977 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-70419521-9931-4b6a-980e-c0f314dae193 req-3261ef82-e82a-436e-829c-ecd5dfbb79b2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370743 Aug 04 15:30:49.862495 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3a1c0-0841-4009-a75c-95cc82eaef67 req-1d9a2ea3-a629-497a-97b4-3a04216a90c7 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:49.864123 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3af3a1c0-0841-4009-a75c-95cc82eaef67 req-1d9a2ea3-a629-497a-97b4-3a04216a90c7 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0548973 Aug 04 15:30:49.910815 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3af3a1c0-0841-4009-a75c-95cc82eaef67 req-ab80f6a7-f698-4a58-946d-c18941debd60 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396776 Aug 04 15:30:50.774777 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc411d4c-f642-490f-a4f3-791183b5dc18 req-7cc858fa-37ad-4254-b235-b8defe0e2c4c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:50.776487 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fc411d4c-f642-490f-a4f3-791183b5dc18 req-7cc858fa-37ad-4254-b235-b8defe0e2c4c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0559475 Aug 04 15:30:50.817715 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fc411d4c-f642-490f-a4f3-791183b5dc18 req-d821e808-70f3-40a7-8166-74d79c171094 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352027 Aug 04 15:30:50.959272 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8842c58-7b7d-4d7a-8079-dff79a712e03 req-ed207001-7f6c-49a7-992d-a909d62d525d tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:50.960871 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f8842c58-7b7d-4d7a-8079-dff79a712e03 req-ed207001-7f6c-49a7-992d-a909d62d525d tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0548782 Aug 04 15:30:50.972179 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 58158) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:30:50.977005 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-85a3cf6f-445e-4c99-a28b-12548c87e822 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Request body: {'floatingip': {'port_id': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:30:51.030271 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-85a3cf6f-445e-4c99-a28b-12548c87e822 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for floatingip, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:51.148827 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86189568-cea8-475b-977d-e0c41eec3827 req-b0ba8dbf-4ea2-4bc1-ab47-31c57632c95f tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:51.155581 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-86189568-cea8-475b-977d-e0c41eec3827 req-b0ba8dbf-4ea2-4bc1-ab47-31c57632c95f tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.1418984 Aug 04 15:30:51.250323 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-86189568-cea8-475b-977d-e0c41eec3827 req-ca3cc5a3-caab-46b4-a2a9-8b4b56219bb2 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861118 Aug 04 15:30:51.935969 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-85a3cf6f-445e-4c99-a28b-12548c87e822 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:51.940496 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-85a3cf6f-445e-4c99-a28b-12548c87e822 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068737'] for floatingip, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:52.074181 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.l3_db [None req-85a3cf6f-445e-4c99-a28b-12548c87e822 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Floating IP b9c07f0d-5cfc-4726-bfeb-09ce961a1f92 associated. External IP: 172.27.3.122, port: f5831a3e-a094-4b7c-ac13-9f26ded37c89. Aug 04 15:30:52.282733 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a3cf6f-445e-4c99-a28b-12548c87e822 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Router fd495a11-bd8f-444c-8b11-bfecf64b6dcb has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:30:52.386229 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a3cf6f-445e-4c99-a28b-12548c87e822 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:30:52.391277 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-85a3cf6f-445e-4c99-a28b-12548c87e822 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:52.396051 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1240eb-27ff-4025-a7f2-63b2873eb666 None None] Sync routers for ids ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:30:52.409351 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1240eb-27ff-4025-a7f2-63b2873eb666 None None] Routers {'fd495a11-bd8f-444c-8b11-bfecf64b6dcb'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:30:52.409965 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-5c1240eb-27ff-4025-a7f2-63b2873eb666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:30:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:30:52.426356 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-85a3cf6f-445e-4c99-a28b-12548c87e822 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "PUT /v2.0/floatingips/b9c07f0d-5cfc-4726-bfeb-09ce961a1f92 HTTP/1.1" status: 200 len: 992 time: 1.4530413 Aug 04 15:30:52.427042 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b46478-e28a-4090-a599-20b6db40d7b7', 'tag': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:30:52.429476 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faa26ef-79de-484b-9916-e5235db95d87" -d '{"events": [{"name": "network-changed", "server_uuid": "35b46478-e28a-4090-a599-20b6db40d7b7", "tag": "f5831a3e-a094-4b7c-ac13-9f26ded37c89"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:30:52.480657 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f2923a-32d6-4d05-9a09-8f380bccda5c x-openstack-request-id: req-58f2923a-32d6-4d05-9a09-8f380bccda5c {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:30:52.481210 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b46478-e28a-4090-a599-20b6db40d7b7", "tag": "f5831a3e-a094-4b7c-ac13-9f26ded37c89", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:30:52.481459 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58f2923a-32d6-4d05-9a09-8f380bccda5c {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:30:52.481848 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b46478-e28a-4090-a599-20b6db40d7b7', 'tag': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89', 'status': 'completed', 'code': 200} Aug 04 15:30:52.527670 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-5c1240eb-27ff-4025-a7f2-63b2873eb666 None None] Set router fd495a11-bd8f-444c-8b11-bfecf64b6dcb gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:30:52.547582 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa26ef-79de-484b-9916-e5235db95d87 req-ef92a6d7-5e31-4817-9576-60bac64a720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:52.548994 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2faa26ef-79de-484b-9916-e5235db95d87 req-ef92a6d7-5e31-4817-9576-60bac64a720d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=893953c6f8fa4c87b7f6a168eff46c0a&device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 1099 time: 0.0464776 Aug 04 15:30:52.670874 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa26ef-79de-484b-9916-e5235db95d87 req-6a670b18-dd9b-419e-bf06-bca155feb2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:52.672408 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2faa26ef-79de-484b-9916-e5235db95d87 req-6a670b18-dd9b-419e-bf06-bca155feb2b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0 HTTP/1.1" status: 200 len: 918 time: 0.1092408 Aug 04 15:30:52.752062 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2faa26ef-79de-484b-9916-e5235db95d87 req-913043d4-e11e-4c66-99eb-5d008e87aa89 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5831a3e-a094-4b7c-ac13-9f26ded37c89 HTTP/1.1" status: 200 len: 1000 time: 0.0722439 Aug 04 15:30:52.797498 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-5c1240eb-27ff-4025-a7f2-63b2873eb666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'gw_port': {'id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': 'b9c07f0d-5cfc-4726-bfeb-09ce961a1f92', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'port_id': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'mac_address': 'fa:16:3e:ce:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b46478-e28a-4090-a599-20b6db40d7b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:30:39Z', 'updated_at': '2021-08-04T15:30:51Z', 'revision_number': 1, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f31edf3-797f-44f5-b381-5b0cc1bc7256', 'name': '', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'mac_address': 'fa:16:3e:f2:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:57Z', 'updated_at': '2021-08-04T15:26:12Z', 'revision_number': 5, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'subnets': [{'id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:30:52.804037 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa26ef-79de-484b-9916-e5235db95d87 req-c639fedf-2bc6-4b76-a96e-f5ce34cc8ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:52.805432 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2faa26ef-79de-484b-9916-e5235db95d87 req-c639fedf-2bc6-4b76-a96e-f5ce34cc8ccd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e2c0f22-78d2-4799-9521-73d9b2f8536e HTTP/1.1" status: 200 len: 856 time: 0.0463729 Aug 04 15:30:52.836227 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1240eb-27ff-4025-a7f2-63b2873eb666 None None] Checking router: fd495a11-bd8f-444c-8b11-bfecf64b6dcb for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:30:52.845673 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1240eb-27ff-4025-a7f2-63b2873eb666 None None] Routers {'fd495a11-bd8f-444c-8b11-bfecf64b6dcb'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:30:52.846307 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-5c1240eb-27ff-4025-a7f2-63b2873eb666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:30:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:30:52.855452 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa26ef-79de-484b-9916-e5235db95d87 req-e88f3820-237c-460d-b3a9-d304118d01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:52.856988 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2faa26ef-79de-484b-9916-e5235db95d87 req-e88f3820-237c-460d-b3a9-d304118d01b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436306 Aug 04 15:30:52.959217 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2faa26ef-79de-484b-9916-e5235db95d87 req-f5510e20-8ca9-46ab-8e05-058f7a303290 service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916293 Aug 04 15:30:52.961676 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-5c1240eb-27ff-4025-a7f2-63b2873eb666 None None] Set router fd495a11-bd8f-444c-8b11-bfecf64b6dcb gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:30:53.060966 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2faa26ef-79de-484b-9916-e5235db95d87 req-fde1af70-7e21-4e1c-9e92-c3f46477b574 service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935633 Aug 04 15:30:53.232889 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-5c1240eb-27ff-4025-a7f2-63b2873eb666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'gw_port': {'id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': 'b9c07f0d-5cfc-4726-bfeb-09ce961a1f92', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'port_id': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'mac_address': 'fa:16:3e:ce:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b46478-e28a-4090-a599-20b6db40d7b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:30:39Z', 'updated_at': '2021-08-04T15:30:51Z', 'revision_number': 1, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f31edf3-797f-44f5-b381-5b0cc1bc7256', 'name': '', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'mac_address': 'fa:16:3e:f2:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:57Z', 'updated_at': '2021-08-04T15:26:12Z', 'revision_number': 5, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'subnets': [{'id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:30:53.260543 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1240eb-27ff-4025-a7f2-63b2873eb666 None None] The sync data for ids ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'] in dv-cinder-689486-15-iscsi is: [{'id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'gw_port': {'id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': 'b9c07f0d-5cfc-4726-bfeb-09ce961a1f92', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'port_id': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'mac_address': 'fa:16:3e:ce:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b46478-e28a-4090-a599-20b6db40d7b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:30:39Z', 'updated_at': '2021-08-04T15:30:51Z', 'revision_number': 1, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f31edf3-797f-44f5-b381-5b0cc1bc7256', 'name': '', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'mac_address': 'fa:16:3e:f2:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:57Z', 'updated_at': '2021-08-04T15:26:12Z', 'revision_number': 5, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'subnets': [{'id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:30:53.464289 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b074c3c0-74c9-4055-a14e-74013aaad6c8 None None] New status for floating IP b9c07f0d-5cfc-4726-bfeb-09ce961a1f92: ACTIVE {{(pid=93422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:30:57.705519 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e6e6b-3a11-49ae-b062-273603491794 req-5270ed32-dd47-4b8c-985a-665b3f6cce2e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:57.705519 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-8d1e6e6b-3a11-49ae-b062-273603491794 req-5270ed32-dd47-4b8c-985a-665b3f6cce2e tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 945 time: 0.0544498 Aug 04 15:30:57.756961 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-8d1e6e6b-3a11-49ae-b062-273603491794 req-fec797ef-3c54-47e6-a3f0-bafe99b93378 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470898 Aug 04 15:30:58.880286 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c69cef-7ba2-421e-aee0-4007d1c8751b req-f90f9844-e362-4109-b2b1-5a0977185c10 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:58.881702 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-20c69cef-7ba2-421e-aee0-4007d1c8751b req-f90f9844-e362-4109-b2b1-5a0977185c10 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 945 time: 0.0507081 Aug 04 15:30:58.922515 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-20c69cef-7ba2-421e-aee0-4007d1c8751b req-a7eb7cfa-7a6a-4ccc-9469-9b0dd4c5c55a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348780 Aug 04 15:30:59.105573 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8af84d-060b-4698-8eb9-0ffe2d8b20a0 req-a4420ffa-7a61-4e01-b0ed-14d2625b8458 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:30:59.107082 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6e8af84d-060b-4698-8eb9-0ffe2d8b20a0 req-a4420ffa-7a61-4e01-b0ed-14d2625b8458 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 945 time: 0.0559003 Aug 04 15:30:59.215885 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-6e8af84d-060b-4698-8eb9-0ffe2d8b20a0 req-cbd0c271-5fc6-40a3-9b85-d9da65437b48 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Deleting port ce1ffcae-87e8-4b68-9901-da16bbb46df0 {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:30:59.216116 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-6e8af84d-060b-4698-8eb9-0ffe2d8b20a0 req-cbd0c271-5fc6-40a3-9b85-d9da65437b48 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:59.309523 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-6e8af84d-060b-4698-8eb9-0ffe2d8b20a0 req-cbd0c271-5fc6-40a3-9b85-d9da65437b48 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] For port ce1ffcae-87e8-4b68-9901-da16bbb46df0, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ce1ffcae-87e8-4b68-9901-da16bbb46df0,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:30:59.309886 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-6e8af84d-060b-4698-8eb9-0ffe2d8b20a0 req-cbd0c271-5fc6-40a3-9b85-d9da65437b48 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:59.477647 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-6e8af84d-060b-4698-8eb9-0ffe2d8b20a0 req-cbd0c271-5fc6-40a3-9b85-d9da65437b48 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:59.477934 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-6e8af84d-060b-4698-8eb9-0ffe2d8b20a0 req-cbd0c271-5fc6-40a3-9b85-d9da65437b48 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068737'] for floatingip, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:59.478242 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.l3_db [req-6e8af84d-060b-4698-8eb9-0ffe2d8b20a0 req-cbd0c271-5fc6-40a3-9b85-d9da65437b48 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Floating IP b293875a-a47a-431a-ad73-ac90220957e7 disassociated. External IP: 172.27.3.30, port: ce1ffcae-87e8-4b68-9901-da16bbb46df0. Aug 04 15:30:59.478634 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-6e8af84d-060b-4698-8eb9-0ffe2d8b20a0 req-cbd0c271-5fc6-40a3-9b85-d9da65437b48 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Calling delete_port for ce1ffcae-87e8-4b68-9901-da16bbb46df0 owned by compute:nova {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:30:59.609531 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-6e8af84d-060b-4698-8eb9-0ffe2d8b20a0 req-cbd0c271-5fc6-40a3-9b85-d9da65437b48 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:59.637533 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0c271-5fc6-40a3-9b85-d9da65437b48 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event deleted for resources: {'Port': ['ID=ce1ffcae-87e8-4b68-9901-da16bbb46df0,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:30:59.753359 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e8af84d-060b-4698-8eb9-0ffe2d8b20a0 req-cbd0c271-5fc6-40a3-9b85-d9da65437b48 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Router 3e266e40-180b-414b-84ab-a5beb52f2d38 has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:30:59.862495 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e8af84d-060b-4698-8eb9-0ffe2d8b20a0 req-cbd0c271-5fc6-40a3-9b85-d9da65437b48 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:30:59.873452 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb492467-3590-4aa0-ba3d-8db5a6e48a40 None None] Sync routers for ids ['3e266e40-180b-414b-84ab-a5beb52f2d38'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:30:59.883528 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb492467-3590-4aa0-ba3d-8db5a6e48a40 None None] Routers {'3e266e40-180b-414b-84ab-a5beb52f2d38'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:30:59.884241 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-eb492467-3590-4aa0-ba3d-8db5a6e48a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:30:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['3e266e40-180b-414b-84ab-a5beb52f2d38'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:30:59.904200 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8af84d-060b-4698-8eb9-0ffe2d8b20a0 req-cbd0c271-5fc6-40a3-9b85-d9da65437b48 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] No DVR routers for this DVR port ce1ffcae-87e8-4b68-9901-da16bbb46df0 on host hv-cinder-68948 {{(pid=93419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:30:59.907024 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-6e8af84d-060b-4698-8eb9-0ffe2d8b20a0 req-cbd0c271-5fc6-40a3-9b85-d9da65437b48 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:30:59.909011 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6e8af84d-060b-4698-8eb9-0ffe2d8b20a0 req-cbd0c271-5fc6-40a3-9b85-d9da65437b48 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.59 "DELETE /v2.0/ports/ce1ffcae-87e8-4b68-9901-da16bbb46df0 HTTP/1.1" status: 204 len: 173 time: 0.7904110 Aug 04 15:30:59.909470 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9fc497-eef0-4e90-9876-a7eea18fdc59', 'name': 'network-vif-deleted', 'tag': 'ce1ffcae-87e8-4b68-9901-da16bbb46df0'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:30:59.911763 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c003e2e-e21d-4a33-a683-be38ec44621a" -d '{"events": [{"server_uuid": "ee9fc497-eef0-4e90-9876-a7eea18fdc59", "name": "network-vif-deleted", "tag": "ce1ffcae-87e8-4b68-9901-da16bbb46df0"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:30:59.954664 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a776c028-7c5e-433f-b651-3cf520a27d03 x-openstack-request-id: req-a776c028-7c5e-433f-b651-3cf520a27d03 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:30:59.955532 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9fc497-eef0-4e90-9876-a7eea18fdc59", "name": "network-vif-deleted", "tag": "ce1ffcae-87e8-4b68-9901-da16bbb46df0", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:30:59.956074 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a776c028-7c5e-433f-b651-3cf520a27d03 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:30:59.956650 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9fc497-eef0-4e90-9876-a7eea18fdc59', 'name': 'network-vif-deleted', 'tag': 'ce1ffcae-87e8-4b68-9901-da16bbb46df0', 'status': 'completed', 'code': 200} Aug 04 15:31:00.035633 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-10493ce6-8e27-49a3-b396-0ce8fbe0412f req-ddafa781-ec11-4e85-8154-5fc2e13510ed tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee9fc497-eef0-4e90-9876-a7eea18fdc59 HTTP/1.1" status: 200 len: 210 time: 0.0281203 Aug 04 15:31:00.159741 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-eb492467-3590-4aa0-ba3d-8db5a6e48a40 None None] Set router 3e266e40-180b-414b-84ab-a5beb52f2d38 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:31:00.352694 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-eb492467-3590-4aa0-ba3d-8db5a6e48a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de', 'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'mac_address': 'fa:16:3e:a5:35:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:48Z', 'updated_at': '2021-08-04T15:27:56Z', 'revision_number': 5, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'subnets': [{'id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:31:00.382025 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb492467-3590-4aa0-ba3d-8db5a6e48a40 None None] Checking router: 3e266e40-180b-414b-84ab-a5beb52f2d38 for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:31:00.390122 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb492467-3590-4aa0-ba3d-8db5a6e48a40 None None] Routers {'3e266e40-180b-414b-84ab-a5beb52f2d38'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:31:00.390715 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-eb492467-3590-4aa0-ba3d-8db5a6e48a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:30:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['3e266e40-180b-414b-84ab-a5beb52f2d38'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:31:00.491083 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-eb492467-3590-4aa0-ba3d-8db5a6e48a40 None None] Set router 3e266e40-180b-414b-84ab-a5beb52f2d38 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:31:00.692735 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-eb492467-3590-4aa0-ba3d-8db5a6e48a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de', 'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'mac_address': 'fa:16:3e:a5:35:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:48Z', 'updated_at': '2021-08-04T15:27:56Z', 'revision_number': 5, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'subnets': [{'id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:31:00.718689 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb492467-3590-4aa0-ba3d-8db5a6e48a40 None None] The sync data for ids ['3e266e40-180b-414b-84ab-a5beb52f2d38'] in dv-cinder-689486-15-iscsi is: [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de', 'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'mac_address': 'fa:16:3e:a5:35:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:48Z', 'updated_at': '2021-08-04T15:27:56Z', 'revision_number': 5, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'subnets': [{'id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:31:00.938670 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e908a646-9156-49a6-b5a6-320d3f9861be None None] New status for floating IP b293875a-a47a-431a-ad73-ac90220957e7: DOWN {{(pid=93422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:31:01.289224 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-ff289d8b-dca6-454b-98e8-fa1866196505 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426348976&fields=id&tenant_id=81189bdeb0e34495ae3b1512fddfe444 HTTP/1.1" status: 200 len: 267 time: 0.0319717 Aug 04 15:31:01.397349 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-3b5c15b8-2581-4e0c-8ff9-5d83084b7c82 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:01.398689 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-3b5c15b8-2581-4e0c-8ff9-5d83084b7c82 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/networks?id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e HTTP/1.1" status: 200 len: 812 time: 0.1023085 Aug 04 15:31:01.413630 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-553a6561-3678-4c09-9404-bce7176a485b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/quotas/81189bdeb0e34495ae3b1512fddfe444 HTTP/1.1" status: 200 len: 375 time: 0.0087519 Aug 04 15:31:01.468513 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-8702d327-c7a0-445b-8fbe-2c4db65b2c74 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=81189bdeb0e34495ae3b1512fddfe444&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488966 Aug 04 15:31:01.611252 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-af03f923-9f3a-4052-928b-2cd35de0d774 service neutron] 10.222.0.10 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295807 Aug 04 15:31:01.705235 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-1a43dd7e-7e4d-48eb-9d8e-864fd47b66e0 service neutron] 10.222.0.10 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877671 Aug 04 15:31:01.988593 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d9a05f3f-48bf-4a66-afba-2eb3a1b906a8 req-fb07c7a9-af9a-47b2-b310-5e836c05d24c tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 210 time: 0.0270545 Aug 04 15:31:02.781229 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device ce1ffcae-87e8-4b68-9901-da16bbb46df0 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:31:02.800309 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] No Port match for: ce1ffcae-87e8-4b68-9901-da16bbb46df0 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:31:02.800644 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device ce1ffcae-87e8-4b68-9901-da16bbb46df0 not bound to the agent host hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:31:03.088437 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-34129ec5-75ce-48c8-8072-37515e1cb8c1 req-06285440-dd5d-4363-9ba7-050436928c50 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 210 time: 0.0256603 Aug 04 15:31:03.098283 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-edb5c2ed-f5ef-4a3e-b7c2-8ad44defa96a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:03.099821 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-edb5c2ed-f5ef-4a3e-b7c2-8ad44defa96a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.59 "GET /v2.0/networks?id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e HTTP/1.1" status: 200 len: 812 time: 0.1103935 Aug 04 15:31:03.146069 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-acbe386d-8ed3-47dc-a021-ce5647007bbe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81189bdeb0e34495ae3b1512fddfe444 HTTP/1.1" status: 200 len: 380 time: 0.0355840 Aug 04 15:31:03.171308 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Request body: {'port': {'device_id': '1b238d4c-bb4c-453e-8fdd-ee03ca89794b', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'admin_state_up': True, 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'security_groups': ['ed03715b-49a9-4088-bee1-66a04b11a2b8']}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:31:03.274178 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Made reservation on behalf of 81189bdeb0e34495ae3b1512fddfe444 for: {'port': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:31:03.277710 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:03.407151 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Allocated IP 172.20.0.10 (ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e/eaee7f63-f063-4df1-ba7e-6837cf8cbd3e/bd51bde3-0844-46a7-b02b-86a0c8d161c6) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:31:03.563978 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:03.580720 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Transition to ACTIVE for port object bd51bde3-0844-46a7-b02b-86a0c8d161c6 will not be triggered until provisioned by entity DHCP. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:31:03.613268 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:03.659233 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:31:03.667959 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:31:03.672474 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:31:03.676492 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event updated for resources: {'Port': ['ID=bd51bde3-0844-46a7-b02b-86a0c8d161c6,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:31:03.701203 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:03.701551 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:03.701901 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:03.702236 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:03.702569 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:03.702894 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:03.703245 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:03.703573 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:03.703899 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:03.704219 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:03.704538 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:03.704856 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:03.736051 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:03.736683 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:03.752282 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-2471e34d-5798-4415-b80e-d51f8188da14 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5848379 Aug 04 15:31:03.810674 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] Request body: {'port': {'device_id': '1b238d4c-bb4c-453e-8fdd-ee03ca89794b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:31:03.867834 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:03.876693 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-48f0859c-2bd9-40e6-85e4-fb9b82a8fb01 None None] Provisioning for port bd51bde3-0844-46a7-b02b-86a0c8d161c6 completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:31:03.880552 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-48f0859c-2bd9-40e6-85e4-fb9b82a8fb01 None None] Provisioning complete for port bd51bde3-0844-46a7-b02b-86a0c8d161c6 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:31:03.880922 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-48f0859c-2bd9-40e6-85e4-fb9b82a8fb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:03.920301 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-48f0859c-2bd9-40e6-85e4-fb9b82a8fb01 None None] Port bd51bde3-0844-46a7-b02b-86a0c8d161c6 cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:31:04.125511 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd51bde3-0844-46a7-b02b-86a0c8d161c6 {{(pid=93419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:31:04.133184 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:04.146423 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] Transition to ACTIVE for port object bd51bde3-0844-46a7-b02b-86a0c8d161c6 will not be triggered until provisioned by entity L2. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:31:04.150124 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:04.196194 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] Pushing event updated for resources: {'Port': ['ID=bd51bde3-0844-46a7-b02b-86a0c8d161c6,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:31:04.217727 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aced72-7629-4a70-961a-ec2421f155f1 req-8805438d-6e02-4665-a8de-60c2d4824a83 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:04.219344 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-68aced72-7629-4a70-961a-ec2421f155f1 req-8805438d-6e02-4665-a8de-60c2d4824a83 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 944 time: 0.0600948 Aug 04 15:31:04.260881 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-68aced72-7629-4a70-961a-ec2421f155f1 req-e7f6b2cb-39b1-4c85-8e89-025874bb0d34 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340314 Aug 04 15:31:04.276546 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] Attempting to bind port bd51bde3-0844-46a7-b02b-86a0c8d161c6 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:31:04.276888 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] Attempting to bind port bd51bde3-0844-46a7-b02b-86a0c8d161c6 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '09172d19-1e2b-434d-9c76-68738c3d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e'}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:31:04.277215 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] Attempting to bind port bd51bde3-0844-46a7-b02b-86a0c8d161c6 on network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:31:04.281728 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] Port bd51bde3-0844-46a7-b02b-86a0c8d161c6 on network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:31:04.282069 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] Attempting to bind port bd51bde3-0844-46a7-b02b-86a0c8d161c6 on network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:31:04.287186 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] Checking agent: {'id': '5bc10963-30ee-40c9-994c-c74f44e4da8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'started_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:31:04.287526 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] Checking segment: {'id': '09172d19-1e2b-434d-9c76-68738c3d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:31:04.287915 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] Bound using segment: {'id': '09172d19-1e2b-434d-9c76-68738c3d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e'} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:31:04.288344 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] Bound port: bd51bde3-0844-46a7-b02b-86a0c8d161c6, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09172d19-1e2b-434d-9c76-68738c3d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e'}}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:31:04.288699 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:04.352985 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] For port bd51bde3-0844-46a7-b02b-86a0c8d161c6, host hv-cinder-68948, cleared binding levels {{(pid=93419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:31:04.356784 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] For port bd51bde3-0844-46a7-b02b-86a0c8d161c6, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bd51bde3-0844-46a7-b02b-86a0c8d161c6,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:31:04.360864 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:04.393765 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:04.394235 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:04.395669 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] 10.222.0.59 "PUT /v2.0/ports/bd51bde3-0844-46a7-b02b-86a0c8d161c6 HTTP/1.1" status: 200 len: 1094 time: 0.6341960 Aug 04 15:31:04.396156 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b238d4c-bb4c-453e-8fdd-ee03ca89794b', 'tag': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:31:04.398355 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c7353f-ee99-4f34-8b7e-9e2a9a7cf9df" -d '{"events": [{"name": "network-changed", "server_uuid": "1b238d4c-bb4c-453e-8fdd-ee03ca89794b", "tag": "bd51bde3-0844-46a7-b02b-86a0c8d161c6"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:31:04.433371 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534afa1d-e445-447c-8fe1-6b0df4aeaf24 service neutron] Pushing event updated for resources: {'Port': ['ID=bd51bde3-0844-46a7-b02b-86a0c8d161c6,revision_number=3']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:31:04.458873 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286a65cc-c2a1-4e09-b92a-66379aca5d3f x-openstack-request-id: req-286a65cc-c2a1-4e09-b92a-66379aca5d3f {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:31:04.459179 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b238d4c-bb4c-453e-8fdd-ee03ca89794b", "tag": "bd51bde3-0844-46a7-b02b-86a0c8d161c6", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:31:04.459426 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-286a65cc-c2a1-4e09-b92a-66379aca5d3f {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:31:04.459818 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b238d4c-bb4c-453e-8fdd-ee03ca89794b', 'tag': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6', 'status': 'completed', 'code': 200} Aug 04 15:31:04.494073 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-62269a3e-e562-4701-8333-83244677ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:04.495632 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-62269a3e-e562-4701-8333-83244677ae9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81189bdeb0e34495ae3b1512fddfe444&device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 1097 time: 0.0519648 Aug 04 15:31:04.550842 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-38e3d324-2bde-4162-a5d6-d80a77d33f57 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd51bde3-0844-46a7-b02b-86a0c8d161c6 HTTP/1.1" status: 200 len: 217 time: 0.0438991 Aug 04 15:31:04.605730 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-5471844d-2b9a-4361-b7a0-ae2f9d6ef4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:04.607272 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-5471844d-2b9a-4361-b7a0-ae2f9d6ef4d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eaee7f63-f063-4df1-ba7e-6837cf8cbd3e HTTP/1.1" status: 200 len: 851 time: 0.0469451 Aug 04 15:31:04.658890 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-85cba851-13f6-4a2e-9282-8c367ccffe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:04.660408 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-85cba851-13f6-4a2e-9282-8c367ccffe12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425425 Aug 04 15:31:05.004387 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-fc9fe81a-5ee8-433b-b009-abc18dc43240 service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301427 Aug 04 15:31:05.095066 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8e5b7dac-ebfc-48e5-8492-37d3e7b4ce49 req-e556abaf-112f-42c9-aaea-77051092c87a service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821943 Aug 04 15:31:05.185970 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7353f-ee99-4f34-8b7e-9e2a9a7cf9df req-c94b0903-ddf1-4aa6-a64e-baf0c058dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:05.187566 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-76c7353f-ee99-4f34-8b7e-9e2a9a7cf9df req-c94b0903-ddf1-4aa6-a64e-baf0c058dac4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81189bdeb0e34495ae3b1512fddfe444&device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 1097 time: 0.0460193 Aug 04 15:31:05.278883 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7353f-ee99-4f34-8b7e-9e2a9a7cf9df req-db66ac39-aef5-40e3-a5b2-7585dcc3b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:05.280392 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-76c7353f-ee99-4f34-8b7e-9e2a9a7cf9df req-db66ac39-aef5-40e3-a5b2-7585dcc3b5a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e HTTP/1.1" status: 200 len: 913 time: 0.0819056 Aug 04 15:31:05.329262 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-76c7353f-ee99-4f34-8b7e-9e2a9a7cf9df req-f79ad201-0589-4abc-8d7e-97b92e10e9d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd51bde3-0844-46a7-b02b-86a0c8d161c6 HTTP/1.1" status: 200 len: 217 time: 0.0398774 Aug 04 15:31:05.405000 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7353f-ee99-4f34-8b7e-9e2a9a7cf9df req-b4070da1-966f-42c3-94a2-167644e0dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:05.406434 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-76c7353f-ee99-4f34-8b7e-9e2a9a7cf9df req-b4070da1-966f-42c3-94a2-167644e0dc7e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eaee7f63-f063-4df1-ba7e-6837cf8cbd3e HTTP/1.1" status: 200 len: 851 time: 0.0652044 Aug 04 15:31:05.414757 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492df302-e2f7-4be0-9b77-2dc41320da6c req-b0b847b3-2f04-4ffd-91f0-7176bdea3a0f tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:05.416869 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-492df302-e2f7-4be0-9b77-2dc41320da6c req-b0b847b3-2f04-4ffd-91f0-7176bdea3a0f tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 944 time: 0.0840275 Aug 04 15:31:05.481086 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-492df302-e2f7-4be0-9b77-2dc41320da6c req-3d262dce-c99f-4e5b-823f-0f2d380b2c3d tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558031 Aug 04 15:31:05.485700 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7353f-ee99-4f34-8b7e-9e2a9a7cf9df req-248852af-5413-4483-9834-971d6f8ff1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:05.487229 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-76c7353f-ee99-4f34-8b7e-9e2a9a7cf9df req-248852af-5413-4483-9834-971d6f8ff1e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0693500 Aug 04 15:31:05.536844 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b5391798-1b83-4d23-9ab1-b5b2b36b6a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:05.582527 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-76c7353f-ee99-4f34-8b7e-9e2a9a7cf9df req-d0a6fa5d-0e3c-48cc-ba32-447199f69055 service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869844 Aug 04 15:31:05.688832 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-76c7353f-ee99-4f34-8b7e-9e2a9a7cf9df req-aae70d3b-773d-415d-8fa6-77813c483dca service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965893 Aug 04 15:31:06.597650 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf24605-e456-49a0-91ca-9ea019f102ca req-0d809713-71dc-42f5-a141-41b520a043de tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:06.599170 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fbf24605-e456-49a0-91ca-9ea019f102ca req-0d809713-71dc-42f5-a141-41b520a043de tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 944 time: 0.0499911 Aug 04 15:31:06.636296 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fbf24605-e456-49a0-91ca-9ea019f102ca req-0b688447-0ae8-4773-bcde-400fc2c33f3d tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306637 Aug 04 15:31:07.753455 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c852fd3-b154-4991-82a1-c793afa688e5 req-3aaf6d66-af78-4a15-8444-eae89add7636 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:07.755094 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1c852fd3-b154-4991-82a1-c793afa688e5 req-3aaf6d66-af78-4a15-8444-eae89add7636 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 944 time: 0.0508802 Aug 04 15:31:07.794987 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1c852fd3-b154-4991-82a1-c793afa688e5 req-646d2a83-cc62-46ba-a420-35ec55e5c0f0 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334980 Aug 04 15:31:08.011615 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1db23371-304d-4dab-be03-2a252cc06755 req-ab380473-e3c9-4e71-b284-913daa9ae4b3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393276 Aug 04 15:31:08.092778 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db23371-304d-4dab-be03-2a252cc06755 req-9338488e-89e0-4513-aaf3-c1e220ec3630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:08.094306 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1db23371-304d-4dab-be03-2a252cc06755 req-9338488e-89e0-4513-aaf3-c1e220ec3630 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fd57cd3b0c94232b41f2bd329a796ff&device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 1099 time: 0.0473111 Aug 04 15:31:08.198636 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db23371-304d-4dab-be03-2a252cc06755 req-1e15ea52-8729-4589-aff2-a243cb007636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:08.200260 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1db23371-304d-4dab-be03-2a252cc06755 req-1e15ea52-8729-4589-aff2-a243cb007636 service neutron] 10.222.0.59 "GET /v2.0/networks?id=33edf930-aed3-43bb-8d08-e5d092448dad HTTP/1.1" status: 200 len: 911 time: 0.0856001 Aug 04 15:31:08.271407 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1db23371-304d-4dab-be03-2a252cc06755 req-c5688629-e8e9-435f-b532-75c76425c6e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2289bd3-d450-4fab-b5ac-155420b6ba6d HTTP/1.1" status: 200 len: 1002 time: 0.0610013 Aug 04 15:31:08.324211 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db23371-304d-4dab-be03-2a252cc06755 req-10ea25e7-fbed-471d-a913-ff264a55982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:08.325636 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1db23371-304d-4dab-be03-2a252cc06755 req-10ea25e7-fbed-471d-a913-ff264a55982b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f26f94f7-b955-4415-8c21-0f8292abd57d HTTP/1.1" status: 200 len: 849 time: 0.0429451 Aug 04 15:31:08.372003 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db23371-304d-4dab-be03-2a252cc06755 req-a2b7c8db-cf74-41fd-ad95-16a5d4666b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:08.373491 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1db23371-304d-4dab-be03-2a252cc06755 req-a2b7c8db-cf74-41fd-ad95-16a5d4666b1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33edf930-aed3-43bb-8d08-e5d092448dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401883 Aug 04 15:31:08.469259 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1db23371-304d-4dab-be03-2a252cc06755 req-67ed3732-cc45-4fde-ac7e-c69de2de61e4 service neutron] 10.222.0.59 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843949 Aug 04 15:31:08.561725 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1db23371-304d-4dab-be03-2a252cc06755 req-af88e556-35bf-423d-acde-8b60e7f645be service neutron] 10.222.0.59 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839684 Aug 04 15:31:08.913224 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0400702-991e-4b7f-ac93-3c796c1976a3 req-0aadcdd8-2f89-4869-9739-33474ec13c8a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:08.914842 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f0400702-991e-4b7f-ac93-3c796c1976a3 req-0aadcdd8-2f89-4869-9739-33474ec13c8a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 944 time: 0.0501955 Aug 04 15:31:08.960780 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f0400702-991e-4b7f-ac93-3c796c1976a3 req-f0f17d8c-e128-4a0d-a22a-918d043c80be tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361145 Aug 04 15:31:09.000709 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-fe8fa891-c65d-44c3-9c9a-6d81c6722e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:09.373401 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:09.599286 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:10.081935 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2d2ae-7fc3-4995-a583-85f5decaba5e req-3682a916-9e1a-4867-9313-e5f2377d2cf3 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:10.083461 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-66a2d2ae-7fc3-4995-a583-85f5decaba5e req-3682a916-9e1a-4867-9313-e5f2377d2cf3 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 944 time: 0.0524864 Aug 04 15:31:10.106657 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:10.124017 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-66a2d2ae-7fc3-4995-a583-85f5decaba5e req-a875b7d6-c658-4876-a47b-67320cbe30e6 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333073 Aug 04 15:31:11.236894 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514156dc-243d-4344-8054-127ecc99a136 req-396ec482-d295-4a24-8b9a-5a168b96681a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:11.238385 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-514156dc-243d-4344-8054-127ecc99a136 req-396ec482-d295-4a24-8b9a-5a168b96681a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 944 time: 0.0488567 Aug 04 15:31:11.275323 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-514156dc-243d-4344-8054-127ecc99a136 req-1845c0e7-3815-4f10-b231-9a7e31bb84cc tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310121 Aug 04 15:31:12.387275 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f51498-ac1c-4780-8649-7dfd51be6b50 req-1589026a-4a46-4e8b-a5cd-9d3b79beb375 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:12.388735 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f3f51498-ac1c-4780-8649-7dfd51be6b50 req-1589026a-4a46-4e8b-a5cd-9d3b79beb375 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 944 time: 0.0480430 Aug 04 15:31:12.426976 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f3f51498-ac1c-4780-8649-7dfd51be6b50 req-b14dce01-cc6d-4142-ae12-db50138e74aa tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312724 Aug 04 15:31:12.594858 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:12.844877 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device bd51bde3-0844-46a7-b02b-86a0c8d161c6 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:31:12.937503 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port bd51bde3-0844-46a7-b02b-86a0c8d161c6, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bd51bde3-0844-46a7-b02b-86a0c8d161c6,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:31:12.952324 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'port_id': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6', 'mac_address': 'fa:16:3e:ec:70:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:31:13.002124 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:13.016885 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd51bde3-0844-46a7-b02b-86a0c8d161c6 {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:31:13.037278 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port bd51bde3-0844-46a7-b02b-86a0c8d161c6, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bd51bde3-0844-46a7-b02b-86a0c8d161c6,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:31:13.041250 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:13.087987 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=bd51bde3-0844-46a7-b02b-86a0c8d161c6,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:31:13.280561 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['bd51bde3-0844-46a7-b02b-86a0c8d161c6'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:31:13.554881 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c368fc0-22c8-432c-b279-d62a23358628 req-20739ad6-f6ba-4ae6-8e21-d091c72be9f7 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:13.557637 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0c368fc0-22c8-432c-b279-d62a23358628 req-20739ad6-f6ba-4ae6-8e21-d091c72be9f7 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 945 time: 0.0612195 Aug 04 15:31:13.601756 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0c368fc0-22c8-432c-b279-d62a23358628 req-0a86e5fd-3b18-4824-9c57-b8ad6b80ff8a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372145 Aug 04 15:31:14.723394 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11269c-d28f-467c-9e95-a60e44413ffa req-a5235169-fced-4145-9225-0cd9175d9725 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:14.724876 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-be11269c-d28f-467c-9e95-a60e44413ffa req-a5235169-fced-4145-9225-0cd9175d9725 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 945 time: 0.0482059 Aug 04 15:31:14.764092 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-be11269c-d28f-467c-9e95-a60e44413ffa req-8a88ce2d-4293-425d-bc64-4d8b57ac735d tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332937 Aug 04 15:31:14.847869 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:31:14.853579 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device bd51bde3-0844-46a7-b02b-86a0c8d161c6 up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:31:14.901991 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning for port bd51bde3-0844-46a7-b02b-86a0c8d161c6 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:31:14.905632 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port bd51bde3-0844-46a7-b02b-86a0c8d161c6 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:31:14.905999 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:14.985591 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:15.007776 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b238d4c-bb4c-453e-8fdd-ee03ca89794b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:31:15.010113 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e149a2c-749b-423e-a4fb-a74e3720343a" -d '{"events": [{"server_uuid": "1b238d4c-bb4c-453e-8fdd-ee03ca89794b", "name": "network-vif-plugged", "status": "completed", "tag": "bd51bde3-0844-46a7-b02b-86a0c8d161c6"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:31:15.023410 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port bd51bde3-0844-46a7-b02b-86a0c8d161c6, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bd51bde3-0844-46a7-b02b-86a0c8d161c6,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:31:15.029012 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:15.054136 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c620120-9cf5-445f-bfba-69cf8e10b497 x-openstack-request-id: req-2c620120-9cf5-445f-bfba-69cf8e10b497 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:31:15.054434 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b238d4c-bb4c-453e-8fdd-ee03ca89794b", "name": "network-vif-plugged", "status": "completed", "tag": "bd51bde3-0844-46a7-b02b-86a0c8d161c6", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:31:15.054687 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c620120-9cf5-445f-bfba-69cf8e10b497 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:31:15.055073 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b238d4c-bb4c-453e-8fdd-ee03ca89794b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6', 'code': 200} Aug 04 15:31:15.082117 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=bd51bde3-0844-46a7-b02b-86a0c8d161c6,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:31:15.271756 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770502c6-11ca-4e66-804a-33e8a8e96067 req-271a01eb-4904-4177-a0f0-64bda32bb9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:15.273140 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-770502c6-11ca-4e66-804a-33e8a8e96067 req-271a01eb-4904-4177-a0f0-64bda32bb9d3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 1099 time: 0.0391569 Aug 04 15:31:15.309274 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-770502c6-11ca-4e66-804a-33e8a8e96067 req-c924d05f-c137-4bee-89ac-074b2bde8695 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276933 Aug 04 15:31:15.880725 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1f208-177f-44f8-bd0f-05bff01fba4d req-53e51e36-a890-4e31-aae9-d7117b99ad7a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:15.882149 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-7ec1f208-177f-44f8-bd0f-05bff01fba4d req-53e51e36-a890-4e31-aae9-d7117b99ad7a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 946 time: 0.0503910 Aug 04 15:31:15.924093 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-7ec1f208-177f-44f8-bd0f-05bff01fba4d req-a6da0bc7-f721-4f93-8070-6e3bcd3b65a6 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323839 Aug 04 15:31:17.041635 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e2ccf-9b1a-48d4-9083-c8429634d435 req-a0ede312-8a63-47b8-b7fd-b0d2379295e6 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:17.043120 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f33e2ccf-9b1a-48d4-9083-c8429634d435 req-a0ede312-8a63-47b8-b7fd-b0d2379295e6 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 946 time: 0.0495644 Aug 04 15:31:17.082834 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f33e2ccf-9b1a-48d4-9083-c8429634d435 req-fb34d289-2abe-4475-b8c4-452168e7c241 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338192 Aug 04 15:31:17.200438 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9384a-dad8-4944-aec9-40677fd78b32 req-b0ae79b0-99b4-4f26-bcb9-29760d9d24d9 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:17.201907 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-68f9384a-dad8-4944-aec9-40677fd78b32 req-b0ae79b0-99b4-4f26-bcb9-29760d9d24d9 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 946 time: 0.0513368 Aug 04 15:31:17.240241 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-68f9384a-dad8-4944-aec9-40677fd78b32 req-cd71a4dc-5884-4ec9-a478-fb0d07e7c9f7 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320826 Aug 04 15:31:17.261919 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 58286) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:31:17.301063 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8146cbc4-9e7b-4479-b490-8a8b93484dcc tempest-TestVolumeBootPattern-1195895097 tempest-TestVolumeBootPattern-1195895097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:17.302562 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-8146cbc4-9e7b-4479-b490-8a8b93484dcc tempest-TestVolumeBootPattern-1195895097 tempest-TestVolumeBootPattern-1195895097-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 1094 time: 0.0396698 Aug 04 15:31:17.305582 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 58288) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:31:17.310384 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-93b10d87-ca4f-40a1-809d-b49d534433fe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Request body: {'floatingip': {'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'port_id': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:31:17.333858 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-93b10d87-ca4f-40a1-809d-b49d534433fe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for floatingip, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:17.434937 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-93b10d87-ca4f-40a1-809d-b49d534433fe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:17.537849 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [None req-93b10d87-ca4f-40a1-809d-b49d534433fe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Allocated IP 172.27.3.187 (a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1/66c61c24-84f1-4482-97f0-c0986315f375/9f9a94f2-dff7-41c0-a152-8418a2738f0c) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:31:17.645924 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-93b10d87-ca4f-40a1-809d-b49d534433fe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:17.689343 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-93b10d87-ca4f-40a1-809d-b49d534433fe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:17.726542 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b10d87-ca4f-40a1-809d-b49d534433fe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:31:17.731342 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-93b10d87-ca4f-40a1-809d-b49d534433fe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:31:17.734860 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b10d87-ca4f-40a1-809d-b49d534433fe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:31:17.740773 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b10d87-ca4f-40a1-809d-b49d534433fe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event updated for resources: {'Port': ['ID=9f9a94f2-dff7-41c0-a152-8418a2738f0c,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:31:18.095805 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-93b10d87-ca4f-40a1-809d-b49d534433fe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:18.161900 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-93b10d87-ca4f-40a1-809d-b49d534433fe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:18.314432 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-93b10d87-ca4f-40a1-809d-b49d534433fe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:18.319000 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-93b10d87-ca4f-40a1-809d-b49d534433fe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:18.389556 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b10d87-ca4f-40a1-809d-b49d534433fe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event updated for resources: {'Port': ['ID=9f9a94f2-dff7-41c0-a152-8418a2738f0c,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:31:18.401459 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-93b10d87-ca4f-40a1-809d-b49d534433fe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068737'] for floatingip, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:18.500766 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.l3_db [None req-93b10d87-ca4f-40a1-809d-b49d534433fe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Floating IP 674f6866-6a06-4297-ad74-a4a47b54b782 associated. External IP: 172.27.3.187, port: bd51bde3-0844-46a7-b02b-86a0c8d161c6. Aug 04 15:31:18.711847 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b10d87-ca4f-40a1-809d-b49d534433fe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Router 3e266e40-180b-414b-84ab-a5beb52f2d38 has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:31:18.818631 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b10d87-ca4f-40a1-809d-b49d534433fe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:31:18.828798 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c690a995-dbfa-4711-9aff-7f56e82b14a2 None None] Sync routers for ids ['3e266e40-180b-414b-84ab-a5beb52f2d38'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:31:18.837208 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-93b10d87-ca4f-40a1-809d-b49d534433fe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:18.839760 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c690a995-dbfa-4711-9aff-7f56e82b14a2 None None] Routers {'3e266e40-180b-414b-84ab-a5beb52f2d38'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:31:18.840384 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-c690a995-dbfa-4711-9aff-7f56e82b14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:31:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['3e266e40-180b-414b-84ab-a5beb52f2d38'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:31:18.868423 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-93b10d87-ca4f-40a1-809d-b49d534433fe tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5617483 Aug 04 15:31:18.868924 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b238d4c-bb4c-453e-8fdd-ee03ca89794b', 'tag': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:31:18.871723 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a4f130-ec8c-450d-bdf2-2cb478012d84" -d '{"events": [{"name": "network-changed", "server_uuid": "1b238d4c-bb4c-453e-8fdd-ee03ca89794b", "tag": "bd51bde3-0844-46a7-b02b-86a0c8d161c6"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:31:18.947687 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-c690a995-dbfa-4711-9aff-7f56e82b14a2 None None] Set router 3e266e40-180b-414b-84ab-a5beb52f2d38 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:31:18.961723 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28995297-736e-48c1-8c68-b586561bb1a7 x-openstack-request-id: req-28995297-736e-48c1-8c68-b586561bb1a7 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:31:18.962013 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b238d4c-bb4c-453e-8fdd-ee03ca89794b", "tag": "bd51bde3-0844-46a7-b02b-86a0c8d161c6", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:31:18.962291 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28995297-736e-48c1-8c68-b586561bb1a7 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:31:18.962695 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b238d4c-bb4c-453e-8fdd-ee03ca89794b', 'tag': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6', 'status': 'completed', 'code': 200} Aug 04 15:31:19.026266 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4f130-ec8c-450d-bdf2-2cb478012d84 req-0518e9f3-65b7-438a-842e-c66782facdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:19.027843 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e2a4f130-ec8c-450d-bdf2-2cb478012d84 req-0518e9f3-65b7-438a-842e-c66782facdbb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81189bdeb0e34495ae3b1512fddfe444&device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 1099 time: 0.0415316 Aug 04 15:31:19.119765 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4f130-ec8c-450d-bdf2-2cb478012d84 req-594ec1e6-eaca-4039-9a90-9a7fc7cb0166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:19.121273 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e2a4f130-ec8c-450d-bdf2-2cb478012d84 req-594ec1e6-eaca-4039-9a90-9a7fc7cb0166 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e HTTP/1.1" status: 200 len: 913 time: 0.0858669 Aug 04 15:31:19.195904 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e2a4f130-ec8c-450d-bdf2-2cb478012d84 req-2f8d251f-e7d1-4db9-bfde-c6f415cd13e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd51bde3-0844-46a7-b02b-86a0c8d161c6 HTTP/1.1" status: 200 len: 1000 time: 0.0665445 Aug 04 15:31:19.248400 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4f130-ec8c-450d-bdf2-2cb478012d84 req-0e2a2512-5646-4a9c-9706-d95c23482770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:19.249881 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e2a4f130-ec8c-450d-bdf2-2cb478012d84 req-0e2a2512-5646-4a9c-9706-d95c23482770 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eaee7f63-f063-4df1-ba7e-6837cf8cbd3e HTTP/1.1" status: 200 len: 851 time: 0.0456331 Aug 04 15:31:19.295093 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-c690a995-dbfa-4711-9aff-7f56e82b14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': '674f6866-6a06-4297-ad74-a4a47b54b782', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'port_id': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'mac_address': 'fa:16:3e:ec:70:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b238d4c-bb4c-453e-8fdd-ee03ca89794b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:31:17Z', 'updated_at': '2021-08-04T15:31:17Z', 'revision_number': 0, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de', 'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'mac_address': 'fa:16:3e:a5:35:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:48Z', 'updated_at': '2021-08-04T15:27:56Z', 'revision_number': 5, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'subnets': [{'id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:31:19.296646 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4f130-ec8c-450d-bdf2-2cb478012d84 req-8563f803-5e70-46d9-aa32-4201981043fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:19.298152 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e2a4f130-ec8c-450d-bdf2-2cb478012d84 req-8563f803-5e70-46d9-aa32-4201981043fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414596 Aug 04 15:31:19.321055 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c690a995-dbfa-4711-9aff-7f56e82b14a2 None None] Checking router: 3e266e40-180b-414b-84ab-a5beb52f2d38 for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:31:19.330115 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c690a995-dbfa-4711-9aff-7f56e82b14a2 None None] Routers {'3e266e40-180b-414b-84ab-a5beb52f2d38'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:31:19.330724 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-c690a995-dbfa-4711-9aff-7f56e82b14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:31:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['3e266e40-180b-414b-84ab-a5beb52f2d38'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:31:19.391319 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e2a4f130-ec8c-450d-bdf2-2cb478012d84 req-ba380bc0-8e73-4d13-b095-c9780bfaff6d service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854018 Aug 04 15:31:19.436425 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-c690a995-dbfa-4711-9aff-7f56e82b14a2 None None] Set router 3e266e40-180b-414b-84ab-a5beb52f2d38 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:31:19.484176 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e2a4f130-ec8c-450d-bdf2-2cb478012d84 req-d599ab8c-6fb8-497f-a18b-8bfad92f17e5 service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839663 Aug 04 15:31:19.658160 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-c690a995-dbfa-4711-9aff-7f56e82b14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': '674f6866-6a06-4297-ad74-a4a47b54b782', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'port_id': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'mac_address': 'fa:16:3e:ec:70:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b238d4c-bb4c-453e-8fdd-ee03ca89794b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:31:17Z', 'updated_at': '2021-08-04T15:31:17Z', 'revision_number': 0, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de', 'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'mac_address': 'fa:16:3e:a5:35:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:48Z', 'updated_at': '2021-08-04T15:27:56Z', 'revision_number': 5, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'subnets': [{'id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:31:19.683523 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c690a995-dbfa-4711-9aff-7f56e82b14a2 None None] The sync data for ids ['3e266e40-180b-414b-84ab-a5beb52f2d38'] in dv-cinder-689486-15-iscsi is: [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': '674f6866-6a06-4297-ad74-a4a47b54b782', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'port_id': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'mac_address': 'fa:16:3e:ec:70:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b238d4c-bb4c-453e-8fdd-ee03ca89794b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:31:17Z', 'updated_at': '2021-08-04T15:31:17Z', 'revision_number': 0, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de', 'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'mac_address': 'fa:16:3e:a5:35:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:48Z', 'updated_at': '2021-08-04T15:27:56Z', 'revision_number': 5, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'subnets': [{'id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:31:19.874931 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99432404-ea34-46bb-bed6-93cb480dcc97 None None] New status for floating IP 674f6866-6a06-4297-ad74-a4a47b54b782: ACTIVE {{(pid=93422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:31:27.794503 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255082b-25e8-4caa-b96f-adddf008e429 req-f5c78f33-efbf-41d5-aac9-0a2c9fb9ee41 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:27.796065 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5255082b-25e8-4caa-b96f-adddf008e429 req-f5c78f33-efbf-41d5-aac9-0a2c9fb9ee41 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0541556 Aug 04 15:31:27.836715 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5255082b-25e8-4caa-b96f-adddf008e429 req-89671762-d76f-476a-bb34-e2d5cd31381d tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347764 Aug 04 15:31:28.955221 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cf07d-d057-4b38-a8ba-88ba0ed0fd9f req-a492b977-22db-480a-9e29-60feb79a34a3 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:28.956751 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c07cf07d-d057-4b38-a8ba-88ba0ed0fd9f req-a492b977-22db-480a-9e29-60feb79a34a3 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0499678 Aug 04 15:31:28.996807 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c07cf07d-d057-4b38-a8ba-88ba0ed0fd9f req-d2f5b052-768e-48ac-8292-4e07f91f0e32 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341465 Aug 04 15:31:30.114286 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57223bdf-9d4e-4054-86b0-ee17862c8394 req-ed20547e-1f82-4f2d-ab1c-e3d11fc7f0bb tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:30.115819 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-57223bdf-9d4e-4054-86b0-ee17862c8394 req-ed20547e-1f82-4f2d-ab1c-e3d11fc7f0bb tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0487502 Aug 04 15:31:30.153817 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-57223bdf-9d4e-4054-86b0-ee17862c8394 req-574f38c7-c4fa-4540-ad71-3f63747ece52 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314472 Aug 04 15:31:31.272537 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a183e-2109-4f24-8ddf-2c7c0c823c9e req-2fdf90bf-e806-431e-9d24-92866f48c489 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:31.274025 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ee7a183e-2109-4f24-8ddf-2c7c0c823c9e req-2fdf90bf-e806-431e-9d24-92866f48c489 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0496526 Aug 04 15:31:31.324792 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ee7a183e-2109-4f24-8ddf-2c7c0c823c9e req-86a51f64-2e77-4928-8b7f-731b6a53cc33 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433753 Aug 04 15:31:32.697801 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296db6b-8e1b-4dfd-a469-c4f38c5f6f93 req-9ae31474-3dcc-4352-ab6d-1514958b30c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:32.699655 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7296db6b-8e1b-4dfd-a469-c4f38c5f6f93 req-9ae31474-3dcc-4352-ab6d-1514958b30c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.3070936 Aug 04 15:31:32.740644 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7296db6b-8e1b-4dfd-a469-c4f38c5f6f93 req-568d32ed-9d2d-45d2-9718-7cf981b4f222 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349703 Aug 04 15:31:33.862380 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed5de9-1759-490d-b4d1-c311dec17108 req-515bc0cb-d95b-4cc4-9963-864ec92af108 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:33.863889 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-79ed5de9-1759-490d-b4d1-c311dec17108 req-515bc0cb-d95b-4cc4-9963-864ec92af108 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0538824 Aug 04 15:31:33.903544 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-79ed5de9-1759-490d-b4d1-c311dec17108 req-122a5c7d-1484-423e-9814-2421563abeb6 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330033 Aug 04 15:31:35.025454 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf98b6b-2a6a-4557-8f3d-b49975e5b515 req-548928bb-e9ed-4078-ad73-ad9b4b8f0712 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:35.027036 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-adf98b6b-2a6a-4557-8f3d-b49975e5b515 req-548928bb-e9ed-4078-ad73-ad9b4b8f0712 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0549345 Aug 04 15:31:35.064872 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-adf98b6b-2a6a-4557-8f3d-b49975e5b515 req-81ef06df-7e51-4d89-be81-3cc23c09da1d tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319130 Aug 04 15:31:35.529077 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-f4ffe783-7eef-45c0-b657-a2c105938139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:36.179258 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc4792-beba-4901-b59d-8a2cd657e30e req-1a569fdc-70ed-49e7-8042-147d0c87aa24 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:36.180758 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-decc4792-beba-4901-b59d-8a2cd657e30e req-1a569fdc-70ed-49e7-8042-147d0c87aa24 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0494483 Aug 04 15:31:36.223025 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-decc4792-beba-4901-b59d-8a2cd657e30e req-334bf8b8-f0e4-4072-9504-ad11897e20a5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359023 Aug 04 15:31:36.562509 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ce802-bc69-471f-af7f-d32ee195d5c5 req-9d24d5b3-1d74-4086-8fbc-2e0f2955cb85 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:36.563903 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-491ce802-bc69-471f-af7f-d32ee195d5c5 req-9d24d5b3-1d74-4086-8fbc-2e0f2955cb85 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0485978 Aug 04 15:31:36.601229 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-491ce802-bc69-471f-af7f-d32ee195d5c5 req-d7aa9726-d5cb-4d09-bb0d-e22726e695da tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313079 Aug 04 15:31:37.342356 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ce988-3d77-441f-a245-0eb89069d868 req-4fc5b53f-3a61-424b-bc68-2e0f7ac1bab7 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:37.343936 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-502ce988-3d77-441f-a245-0eb89069d868 req-4fc5b53f-3a61-424b-bc68-2e0f7ac1bab7 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0499599 Aug 04 15:31:37.382710 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-502ce988-3d77-441f-a245-0eb89069d868 req-6aebaace-e36d-4149-8a7f-e7b075b69ead tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328784 Aug 04 15:31:37.719222 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4e354-9db5-442d-b505-b48ad1a995fa req-7911f6ba-55dd-4992-a774-e99a86c3ef6f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:37.720686 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5ef4e354-9db5-442d-b505-b48ad1a995fa req-7911f6ba-55dd-4992-a774-e99a86c3ef6f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0475547 Aug 04 15:31:37.756869 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5ef4e354-9db5-442d-b505-b48ad1a995fa req-868f3ee2-4c38-4031-bce5-7078fc34e0dd tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302768 Aug 04 15:31:38.505658 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941cb9e-eff2-4f73-b4ab-ebe4fc76a548 req-564ff7e5-a9cf-4b16-b7a3-9fbfa76b6694 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:38.507151 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1941cb9e-eff2-4f73-b4ab-ebe4fc76a548 req-564ff7e5-a9cf-4b16-b7a3-9fbfa76b6694 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0529633 Aug 04 15:31:38.546858 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1941cb9e-eff2-4f73-b4ab-ebe4fc76a548 req-f1748b6f-efcc-457f-9592-f40d49d9f0ec tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329556 Aug 04 15:31:38.798000 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c78df6-c537-4a57-add6-a2cf9cfb7871 req-ae7b7865-5c31-4cdd-87cb-d4cc0d33c610 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:38.799572 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b6c78df6-c537-4a57-add6-a2cf9cfb7871 req-ae7b7865-5c31-4cdd-87cb-d4cc0d33c610 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0539372 Aug 04 15:31:38.844829 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b6c78df6-c537-4a57-add6-a2cf9cfb7871 req-a48fd598-6689-4912-a6b5-f92ec2bd3c51 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358832 Aug 04 15:31:38.886705 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffc28b-b15f-4564-bdf1-3a442e07a5f2 req-745002a9-7d8b-44d8-a483-a86a76a0d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:38.888251 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f2ffc28b-b15f-4564-bdf1-3a442e07a5f2 req-745002a9-7d8b-44d8-a483-a86a76a0d21b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fd57cd3b0c94232b41f2bd329a796ff&device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 1099 time: 0.0755279 Aug 04 15:31:38.902012 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0419c73-5cc8-4c88-8bfd-e33a8a07f23c req-d0bbea3c-32b9-41f5-b9e8-36a127d47eb1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:38.903624 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b0419c73-5cc8-4c88-8bfd-e33a8a07f23c req-d0bbea3c-32b9-41f5-b9e8-36a127d47eb1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0654807 Aug 04 15:31:38.993660 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-64b5b229-42a1-425a-8f1a-4d55f2c0edf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:38.998738 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b0419c73-5cc8-4c88-8bfd-e33a8a07f23c req-37e9e345-230a-4de7-a448-8b6ba33e3b10 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868306 Aug 04 15:31:39.029533 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffc28b-b15f-4564-bdf1-3a442e07a5f2 req-6579d475-ea44-4ca8-9192-dd522bcb6a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:39.031395 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f2ffc28b-b15f-4564-bdf1-3a442e07a5f2 req-6579d475-ea44-4ca8-9192-dd522bcb6a24 service neutron] 10.222.0.59 "GET /v2.0/networks?id=33edf930-aed3-43bb-8d08-e5d092448dad HTTP/1.1" status: 200 len: 911 time: 0.1268442 Aug 04 15:31:39.100705 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f2ffc28b-b15f-4564-bdf1-3a442e07a5f2 req-a78a2599-8659-4096-9a91-568fbac252f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2289bd3-d450-4fab-b5ac-155420b6ba6d HTTP/1.1" status: 200 len: 1002 time: 0.0610898 Aug 04 15:31:39.152886 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffc28b-b15f-4564-bdf1-3a442e07a5f2 req-5ba524e5-6733-46c1-890a-aa8d2c52b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:39.154357 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f2ffc28b-b15f-4564-bdf1-3a442e07a5f2 req-5ba524e5-6733-46c1-890a-aa8d2c52b440 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f26f94f7-b955-4415-8c21-0f8292abd57d HTTP/1.1" status: 200 len: 849 time: 0.0460951 Aug 04 15:31:39.206022 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffc28b-b15f-4564-bdf1-3a442e07a5f2 req-e798a45d-ca5d-421c-a2e6-467ba5a02fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:39.207627 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f2ffc28b-b15f-4564-bdf1-3a442e07a5f2 req-e798a45d-ca5d-421c-a2e6-467ba5a02fcb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33edf930-aed3-43bb-8d08-e5d092448dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459917 Aug 04 15:31:39.302393 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f2ffc28b-b15f-4564-bdf1-3a442e07a5f2 req-2106d35b-83ab-46fc-be21-62218923921c service neutron] 10.222.0.59 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868211 Aug 04 15:31:39.374567 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:39.398908 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f2ffc28b-b15f-4564-bdf1-3a442e07a5f2 req-5dc390fd-57e7-471d-977e-b81eaea292c8 service neutron] 10.222.0.59 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880640 Aug 04 15:31:39.626769 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:39.972880 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d509d-6c71-4067-b5b2-353426169489 req-e9b4c277-c96e-40c3-ae55-5d8108e5b074 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:39.974630 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-bf9d509d-6c71-4067-b5b2-353426169489 req-e9b4c277-c96e-40c3-ae55-5d8108e5b074 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0559487 Aug 04 15:31:40.029550 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-bf9d509d-6c71-4067-b5b2-353426169489 req-1c7f6106-f17c-4818-9093-7a90e1c8d6dd tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454113 Aug 04 15:31:40.111755 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:40.145435 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384551e7-8cbf-4dee-abd6-e202b0e732be req-372170d9-2554-48b0-b076-d567de2c6dcb tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:40.146898 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-384551e7-8cbf-4dee-abd6-e202b0e732be req-372170d9-2554-48b0-b076-d567de2c6dcb tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0625231 Aug 04 15:31:40.185669 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-384551e7-8cbf-4dee-abd6-e202b0e732be req-34594e80-e813-4124-aa53-085c9445094d tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321503 Aug 04 15:31:41.149116 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f888c13-59e9-4e1b-afd0-b25c87637ab3 req-f34c6738-d94e-4006-9ef5-5c174cb58b1b tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:41.150630 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2f888c13-59e9-4e1b-afd0-b25c87637ab3 req-f34c6738-d94e-4006-9ef5-5c174cb58b1b tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0498302 Aug 04 15:31:41.190465 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2f888c13-59e9-4e1b-afd0-b25c87637ab3 req-25bcb259-d6ee-4992-8318-e5fb0bbea67e tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330508 Aug 04 15:31:41.308967 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45798b-7057-4866-86e5-6217b3bef4ce req-5fcd78c7-8faa-4f49-8cd1-6bc1db6daa1e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:41.310482 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-df45798b-7057-4866-86e5-6217b3bef4ce req-5fcd78c7-8faa-4f49-8cd1-6bc1db6daa1e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0503027 Aug 04 15:31:41.350734 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-df45798b-7057-4866-86e5-6217b3bef4ce req-0a1df6cd-fe8b-4a63-ab8a-37dac729be9c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337284 Aug 04 15:31:42.485983 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c016272-25c7-48b4-b6ac-79b412534fe5 req-5b0d6870-c243-4705-b2e2-b0cd7766f996 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:42.487558 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2c016272-25c7-48b4-b6ac-79b412534fe5 req-5b0d6870-c243-4705-b2e2-b0cd7766f996 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0632598 Aug 04 15:31:42.529442 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2c016272-25c7-48b4-b6ac-79b412534fe5 req-29e4e477-e1ed-4c01-8ae2-68a2a770fbe8 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357907 Aug 04 15:31:42.599672 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:43.650029 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50b15c-99dd-467e-9963-35f44d9d026a req-679791d9-e124-4d98-8142-3acec9231197 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:43.652340 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9f50b15c-99dd-467e-9963-35f44d9d026a req-679791d9-e124-4d98-8142-3acec9231197 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0504313 Aug 04 15:31:43.694177 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9f50b15c-99dd-467e-9963-35f44d9d026a req-00142e7f-cf13-4f26-a8ed-23ccc98fb9e4 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358648 Aug 04 15:31:44.816088 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e3541-b86e-4771-92ee-9a9fecfa197c req-aeea737e-6f2d-43dd-8b39-660d67a10840 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:44.817630 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dc2e3541-b86e-4771-92ee-9a9fecfa197c req-aeea737e-6f2d-43dd-8b39-660d67a10840 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0495200 Aug 04 15:31:44.860399 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-dc2e3541-b86e-4771-92ee-9a9fecfa197c req-43ea1ecf-e5a1-4b29-bbd6-7120f9549cb7 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364478 Aug 04 15:31:45.990803 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014531f6-03a6-4837-9c7e-799328a22dca req-b688e8ad-72b8-41f1-963d-2bfe75453950 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:45.992354 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-014531f6-03a6-4837-9c7e-799328a22dca req-b688e8ad-72b8-41f1-963d-2bfe75453950 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0542455 Aug 04 15:31:46.033691 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-014531f6-03a6-4837-9c7e-799328a22dca req-c550ef24-b25f-46c5-8a78-8d066d61f7ef tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346367 Aug 04 15:31:47.154381 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92291ce6-85ba-407f-82ef-dce433136fc4 req-c9a524bf-55cf-4feb-8558-6bbdb6ed215e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:47.155884 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-92291ce6-85ba-407f-82ef-dce433136fc4 req-c9a524bf-55cf-4feb-8558-6bbdb6ed215e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0493650 Aug 04 15:31:47.195497 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-92291ce6-85ba-407f-82ef-dce433136fc4 req-7a28c2b7-7e38-4d1e-ae88-ef93e7166fb4 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337417 Aug 04 15:31:48.315516 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c58cb-ca51-4b5d-b4a3-7ff0c59f15e2 req-ebeae711-1fed-4486-ab7d-ab70de7ae293 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:48.317003 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ea5c58cb-ca51-4b5d-b4a3-7ff0c59f15e2 req-ebeae711-1fed-4486-ab7d-ab70de7ae293 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0487270 Aug 04 15:31:48.362295 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ea5c58cb-ca51-4b5d-b4a3-7ff0c59f15e2 req-a158e048-d1c4-4c0d-b39a-722bf54e02da tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393386 Aug 04 15:31:49.029167 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device f5831a3e-a094-4b7c-ac13-9f26ded37c89 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:31:49.126667 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port f5831a3e-a094-4b7c-ac13-9f26ded37c89, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f5831a3e-a094-4b7c-ac13-9f26ded37c89,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:31:49.138355 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'port_id': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89', 'mac_address': 'fa:16:3e:ce:72:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:31:49.175818 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:49.190990 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5831a3e-a094-4b7c-ac13-9f26ded37c89 {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:31:49.211731 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port f5831a3e-a094-4b7c-ac13-9f26ded37c89, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f5831a3e-a094-4b7c-ac13-9f26ded37c89,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:31:49.215451 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:49.270372 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=f5831a3e-a094-4b7c-ac13-9f26ded37c89,revision_number=6']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:31:49.277965 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:49.278310 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:49.278651 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:49.278989 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:49.279405 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:49.279681 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:49.280007 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:49.280332 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:49.280681 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:49.281009 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:49.281328 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:49.281650 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:31:49.307058 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['f5831a3e-a094-4b7c-ac13-9f26ded37c89'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:31:49.491579 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0245c-46a6-427d-95b7-2ab4550fa016 req-0d3466d5-0038-489a-887d-48b172e922d2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:49.493154 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a6a0245c-46a6-427d-95b7-2ab4550fa016 req-0d3466d5-0038-489a-887d-48b172e922d2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 945 time: 0.0551965 Aug 04 15:31:49.537313 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a6a0245c-46a6-427d-95b7-2ab4550fa016 req-ee8ff7bc-0967-4605-b25c-87e7d602e19b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380728 Aug 04 15:31:50.675721 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea4955-648b-4726-af81-d0f933b920b3 req-4f335c66-c90d-4ac9-9d84-832422ba6829 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:50.677372 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-22ea4955-648b-4726-af81-d0f933b920b3 req-4f335c66-c90d-4ac9-9d84-832422ba6829 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 945 time: 0.0545228 Aug 04 15:31:50.725455 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-22ea4955-648b-4726-af81-d0f933b920b3 req-b1e23574-0910-41b7-abb5-cb3a945b96f7 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415957 Aug 04 15:31:51.044800 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device f5831a3e-a094-4b7c-ac13-9f26ded37c89 up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:31:51.099787 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port f5831a3e-a094-4b7c-ac13-9f26ded37c89 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:31:51.100161 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:51.185048 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:51.209107 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b46478-e28a-4090-a599-20b6db40d7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:31:51.211423 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca689b9d-44fb-45e4-afd1-9761d3222879" -d '{"events": [{"server_uuid": "35b46478-e28a-4090-a599-20b6db40d7b7", "name": "network-vif-plugged", "status": "completed", "tag": "f5831a3e-a094-4b7c-ac13-9f26ded37c89"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:31:51.230569 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port f5831a3e-a094-4b7c-ac13-9f26ded37c89, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f5831a3e-a094-4b7c-ac13-9f26ded37c89,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:31:51.236475 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:31:51.290293 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=f5831a3e-a094-4b7c-ac13-9f26ded37c89,revision_number=7']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:31:51.337209 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b88147-0cb2-46a4-a385-ccf8db952906 x-openstack-request-id: req-46b88147-0cb2-46a4-a385-ccf8db952906 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:31:51.337504 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b46478-e28a-4090-a599-20b6db40d7b7", "name": "network-vif-plugged", "status": "completed", "tag": "f5831a3e-a094-4b7c-ac13-9f26ded37c89", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:31:51.338956 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-46b88147-0cb2-46a4-a385-ccf8db952906 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:31:51.338956 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b46478-e28a-4090-a599-20b6db40d7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89', 'code': 200} Aug 04 15:31:51.847451 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:31:51.854754 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508961d-ea4f-493e-a81a-c741e751faf5 req-b4ce1af4-535e-4d96-a2b5-14644144b6b6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:51.856489 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a508961d-ea4f-493e-a81a-c741e751faf5 req-b4ce1af4-535e-4d96-a2b5-14644144b6b6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0524907 Aug 04 15:31:51.901153 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a508961d-ea4f-493e-a81a-c741e751faf5 req-93125efb-8353-40e4-b232-7e043f0e1d75 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380530 Aug 04 15:31:53.033622 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c56495-f6f2-4a96-a6a7-1eec3c6220c2 req-bed71047-549e-4986-99ce-dfef67d47a0c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:53.035390 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d0c56495-f6f2-4a96-a6a7-1eec3c6220c2 req-bed71047-549e-4986-99ce-dfef67d47a0c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0540209 Aug 04 15:31:53.083718 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d0c56495-f6f2-4a96-a6a7-1eec3c6220c2 req-e6df5b54-15ec-47d5-95a5-53b8d49f39a0 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413039 Aug 04 15:31:54.224402 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32921e-2683-4dbf-99a3-952140637fb9 req-64ab1d42-02b5-440d-b7f4-d3f9b4f89848 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:54.229520 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2f32921e-2683-4dbf-99a3-952140637fb9 req-64ab1d42-02b5-440d-b7f4-d3f9b4f89848 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0622208 Aug 04 15:31:54.272322 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2f32921e-2683-4dbf-99a3-952140637fb9 req-b5bc81a8-8f51-4b4c-850b-d04593e0dda2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370495 Aug 04 15:31:55.401374 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61faefbf-4611-4058-a52d-5c1f8b5cdd84 req-79124f46-01c1-46d2-9268-c8a9df2807c1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:55.407965 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-61faefbf-4611-4058-a52d-5c1f8b5cdd84 req-79124f46-01c1-46d2-9268-c8a9df2807c1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0572956 Aug 04 15:31:55.452677 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-61faefbf-4611-4058-a52d-5c1f8b5cdd84 req-54a63b33-bf71-4cdd-a818-4fb276babfc4 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424647 Aug 04 15:31:56.595409 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe25b79-5217-471a-81f5-a1faf524b787 req-db68fab7-34e7-4315-b620-55f05de94e88 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:56.596996 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0fe25b79-5217-471a-81f5-a1faf524b787 req-db68fab7-34e7-4315-b620-55f05de94e88 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0585806 Aug 04 15:31:56.648723 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0fe25b79-5217-471a-81f5-a1faf524b787 req-9bfd1941-aa27-4669-ba7e-da849805f6f5 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456276 Aug 04 15:31:57.809147 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd3920-e4ad-41a9-b8d5-b0f862ea9a7d req-b9d15284-18f0-4ab7-9b73-505e6e91b3b3 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:57.810741 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-0edd3920-e4ad-41a9-b8d5-b0f862ea9a7d req-b9d15284-18f0-4ab7-9b73-505e6e91b3b3 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0611119 Aug 04 15:31:57.854779 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-0edd3920-e4ad-41a9-b8d5-b0f862ea9a7d req-feddaeea-2781-4003-b5fb-9788d05f0763 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372269 Aug 04 15:31:58.976712 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e8ce9-6ebe-4276-981d-7e0911ef06d8 req-4e0254a8-dd68-45e7-bb3a-232082834167 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:58.979152 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a03e8ce9-6ebe-4276-981d-7e0911ef06d8 req-4e0254a8-dd68-45e7-bb3a-232082834167 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0506203 Aug 04 15:31:59.042190 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a03e8ce9-6ebe-4276-981d-7e0911ef06d8 req-84c0608a-2251-4d5f-95f7-f7886fde1ee4 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572436 Aug 04 15:31:59.051536 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3324622-3bf0-4a8c-bd3a-bac0acda773e req-1f03bf05-9354-4352-8b29-3a1a8422b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:59.052949 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e3324622-3bf0-4a8c-bd3a-bac0acda773e req-1f03bf05-9354-4352-8b29-3a1a8422b32d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=893953c6f8fa4c87b7f6a168eff46c0a&device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 1099 time: 0.0543640 Aug 04 15:31:59.145916 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3324622-3bf0-4a8c-bd3a-bac0acda773e req-48eda709-0266-4c6b-9458-4fa669337aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:59.147307 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e3324622-3bf0-4a8c-bd3a-bac0acda773e req-48eda709-0266-4c6b-9458-4fa669337aae service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0 HTTP/1.1" status: 200 len: 918 time: 0.0870831 Aug 04 15:31:59.213207 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e3324622-3bf0-4a8c-bd3a-bac0acda773e req-567c1317-9a35-48f4-b34e-49eac0a69071 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5831a3e-a094-4b7c-ac13-9f26ded37c89 HTTP/1.1" status: 200 len: 1002 time: 0.0572162 Aug 04 15:31:59.263868 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3324622-3bf0-4a8c-bd3a-bac0acda773e req-53ffef7d-f06a-449f-a6eb-3515239a1e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:59.265279 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e3324622-3bf0-4a8c-bd3a-bac0acda773e req-53ffef7d-f06a-449f-a6eb-3515239a1e60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e2c0f22-78d2-4799-9521-73d9b2f8536e HTTP/1.1" status: 200 len: 856 time: 0.0431483 Aug 04 15:31:59.318328 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3324622-3bf0-4a8c-bd3a-bac0acda773e req-9c821fbe-0adc-4b26-a70d-b67bacbed3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:31:59.319874 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e3324622-3bf0-4a8c-bd3a-bac0acda773e req-9c821fbe-0adc-4b26-a70d-b67bacbed3c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0474102 Aug 04 15:31:59.421954 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e3324622-3bf0-4a8c-bd3a-bac0acda773e req-f79d15aa-235e-42d5-9586-65c6457f2403 service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937948 Aug 04 15:31:59.516535 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e3324622-3bf0-4a8c-bd3a-bac0acda773e req-1fbd810f-8a11-4073-8595-71711fa1c25f service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866373 Aug 04 15:32:00.166163 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bc7d1-18a6-44d3-839b-afe2ebc5970e req-2819ece7-c1d0-4228-8f91-da6cd9d356f1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:00.168867 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9c5bc7d1-18a6-44d3-839b-afe2ebc5970e req-2819ece7-c1d0-4228-8f91-da6cd9d356f1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 946 time: 0.0539804 Aug 04 15:32:00.206896 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9c5bc7d1-18a6-44d3-839b-afe2ebc5970e req-419d335b-a757-4c21-823a-ec1cc21aa53f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320215 Aug 04 15:32:01.106489 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device f5831a3e-a094-4b7c-ac13-9f26ded37c89 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:32:01.186919 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:01.209884 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b46478-e28a-4090-a599-20b6db40d7b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:32:01.212163 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db2a511-a107-4c1d-833a-e5dea238d933" -d '{"events": [{"server_uuid": "35b46478-e28a-4090-a599-20b6db40d7b7", "name": "network-vif-unplugged", "status": "completed", "tag": "f5831a3e-a094-4b7c-ac13-9f26ded37c89"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:32:01.225451 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port f5831a3e-a094-4b7c-ac13-9f26ded37c89, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f5831a3e-a094-4b7c-ac13-9f26ded37c89,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:32:01.230180 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:01.258979 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69106cb0-01aa-4687-865a-d0e4c6524ea7 x-openstack-request-id: req-69106cb0-01aa-4687-865a-d0e4c6524ea7 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:32:01.259314 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b46478-e28a-4090-a599-20b6db40d7b7", "name": "network-vif-unplugged", "status": "completed", "tag": "f5831a3e-a094-4b7c-ac13-9f26ded37c89", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:32:01.259576 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-69106cb0-01aa-4687-865a-d0e4c6524ea7 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:32:01.259970 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b46478-e28a-4090-a599-20b6db40d7b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89', 'code': 200} Aug 04 15:32:01.289970 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=f5831a3e-a094-4b7c-ac13-9f26ded37c89,revision_number=8']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:32:01.339097 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6351f1-19e6-426b-bd35-fedb0e8c5de8 req-ea471b98-1325-4f2e-a423-6804643e2079 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:01.340751 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-db6351f1-19e6-426b-bd35-fedb0e8c5de8 req-ea471b98-1325-4f2e-a423-6804643e2079 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 944 time: 0.0524843 Aug 04 15:32:01.378527 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-db6351f1-19e6-426b-bd35-fedb0e8c5de8 req-16d86422-8b28-4114-b2ad-c04c3d77b703 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316293 Aug 04 15:32:02.500787 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed663dd3-f1ce-4f5e-98b8-818fb21314e4 req-ea820969-2b12-47af-a61d-d3f5d8d08c1f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:02.502266 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ed663dd3-f1ce-4f5e-98b8-818fb21314e4 req-ea820969-2b12-47af-a61d-d3f5d8d08c1f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 944 time: 0.0485921 Aug 04 15:32:02.541108 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ed663dd3-f1ce-4f5e-98b8-818fb21314e4 req-da2db26c-f5db-4c72-8928-15e018d7595b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329490 Aug 04 15:32:03.423195 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37d126-22d9-41b6-a70e-ce5972c97e18 req-be1005c2-fad6-4be5-abee-c11c39eb9168 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:03.424742 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ff37d126-22d9-41b6-a70e-ce5972c97e18 req-be1005c2-fad6-4be5-abee-c11c39eb9168 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 944 time: 0.0518610 Aug 04 15:32:03.463629 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ff37d126-22d9-41b6-a70e-ce5972c97e18 req-60f0ca9a-4ccb-4e55-a37b-599e818fdbe8 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326874 Aug 04 15:32:03.618081 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 58552) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:32:03.702793 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f39adeff-c007-4c25-b80e-01611a13f7f1 req-eddab6f3-d4eb-4380-8401-3d7a7bb6fd32 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833173 Aug 04 15:32:04.499041 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39adeff-c007-4c25-b80e-01611a13f7f1 req-a72e70a4-c8b1-4c86-9fa4-d17586ad058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:04.500705 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f39adeff-c007-4c25-b80e-01611a13f7f1 req-a72e70a4-c8b1-4c86-9fa4-d17586ad058f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7&tenant_id=893953c6f8fa4c87b7f6a168eff46c0a HTTP/1.1" status: 200 len: 1097 time: 0.0408037 Aug 04 15:32:04.562940 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39adeff-c007-4c25-b80e-01611a13f7f1 req-7ae3ef44-e719-4f22-88c1-6dc9bf62083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:04.564521 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f39adeff-c007-4c25-b80e-01611a13f7f1 req-7ae3ef44-e719-4f22-88c1-6dc9bf62083d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=893953c6f8fa4c87b7f6a168eff46c0a&device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 1097 time: 0.0415282 Aug 04 15:32:04.594338 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd93c77-01cb-4fcb-a5ee-3868df49d855 req-4f790b65-e282-46fa-8090-4bed1e3305b5 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:04.595865 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-8cd93c77-01cb-4fcb-a5ee-3868df49d855 req-4f790b65-e282-46fa-8090-4bed1e3305b5 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 944 time: 0.0563717 Aug 04 15:32:04.633368 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-8cd93c77-01cb-4fcb-a5ee-3868df49d855 req-f37551b6-c098-4e09-943d-9e3dac2dcdea tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315263 Aug 04 15:32:04.659275 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39adeff-c007-4c25-b80e-01611a13f7f1 req-14869813-7941-4781-8e20-69c088bafee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:04.660742 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f39adeff-c007-4c25-b80e-01611a13f7f1 req-14869813-7941-4781-8e20-69c088bafee1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0 HTTP/1.1" status: 200 len: 918 time: 0.0879331 Aug 04 15:32:04.726424 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f39adeff-c007-4c25-b80e-01611a13f7f1 req-6c4dec27-c41b-47bb-be1c-ab281cb2adb3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5831a3e-a094-4b7c-ac13-9f26ded37c89 HTTP/1.1" status: 200 len: 1000 time: 0.0569029 Aug 04 15:32:04.776082 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39adeff-c007-4c25-b80e-01611a13f7f1 req-b39dffb2-504f-4448-a798-4a6826045c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:04.777555 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f39adeff-c007-4c25-b80e-01611a13f7f1 req-b39dffb2-504f-4448-a798-4a6826045c0c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e2c0f22-78d2-4799-9521-73d9b2f8536e HTTP/1.1" status: 200 len: 856 time: 0.0433621 Aug 04 15:32:04.827388 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39adeff-c007-4c25-b80e-01611a13f7f1 req-06e7d5f7-1164-4c5f-a0f7-46e622641d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:04.828884 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f39adeff-c007-4c25-b80e-01611a13f7f1 req-06e7d5f7-1164-4c5f-a0f7-46e622641d4b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd89b09a-7ad5-4295-b4a2-c6269006ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442073 Aug 04 15:32:04.918400 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f39adeff-c007-4c25-b80e-01611a13f7f1 req-008f97bc-6c39-41d5-bbb6-a9d9dc570c0c service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805202 Aug 04 15:32:05.009501 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f39adeff-c007-4c25-b80e-01611a13f7f1 req-462063ce-5543-41b2-bc2c-df955e5bdd6c service neutron] 10.222.0.59 "GET /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837522 Aug 04 15:32:05.113982 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device f5831a3e-a094-4b7c-ac13-9f26ded37c89 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:32:05.531774 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-f6e5a234-7488-4869-80c8-99f5333dfddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:05.758982 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7007f4-49c3-45b4-b14e-8bab26f59181 req-f0febfd9-8f2f-4acf-b353-89616e1e251e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:05.760582 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-dc7007f4-49c3-45b4-b14e-8bab26f59181 req-f0febfd9-8f2f-4acf-b353-89616e1e251e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 944 time: 0.0510221 Aug 04 15:32:05.802429 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-dc7007f4-49c3-45b4-b14e-8bab26f59181 req-aab01d73-83b5-4921-b6ed-63236a57bdb4 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333176 Aug 04 15:32:06.928042 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67efbd5-087e-49fe-81ba-973510fffe26 req-43ac6e5b-2959-4a37-8ff8-1972710f283e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:06.929599 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a67efbd5-087e-49fe-81ba-973510fffe26 req-43ac6e5b-2959-4a37-8ff8-1972710f283e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 944 time: 0.0499768 Aug 04 15:32:06.971058 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a67efbd5-087e-49fe-81ba-973510fffe26 req-987bd4d9-dc37-4452-9b14-d950914b4778 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351412 Aug 04 15:32:08.099505 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6206d0-e216-44de-9665-1d6b8b1389d4 req-a7b5d16e-66eb-46a3-9ee7-aaa2b900d09c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:08.101030 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8a6206d0-e216-44de-9665-1d6b8b1389d4 req-a7b5d16e-66eb-46a3-9ee7-aaa2b900d09c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 944 time: 0.0529466 Aug 04 15:32:08.140880 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8a6206d0-e216-44de-9665-1d6b8b1389d4 req-8c80629e-d7d8-483d-8899-8fc19184303c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334897 Aug 04 15:32:08.996310 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c25c379d-95e9-4162-97af-91c88c218fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:09.280662 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd99025-891a-4350-9fd2-470756e95053 req-8f526f33-434e-400d-8448-ce0d5fdae7eb tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:09.282229 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-0bd99025-891a-4350-9fd2-470756e95053 req-8f526f33-434e-400d-8448-ce0d5fdae7eb tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 944 time: 0.0532563 Aug 04 15:32:09.322133 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-0bd99025-891a-4350-9fd2-470756e95053 req-86630e44-b89d-4d30-ac13-2ea7a2df7b58 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338731 Aug 04 15:32:09.376078 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:09.624624 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:10.116165 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:10.449735 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086ab74-087d-4f5c-9a88-56516bf102bc req-2fdb8888-fe1b-41cc-a4ff-b709975116c2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:10.451309 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5086ab74-087d-4f5c-9a88-56516bf102bc req-2fdb8888-fe1b-41cc-a4ff-b709975116c2 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 944 time: 0.0507529 Aug 04 15:32:10.496971 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5086ab74-087d-4f5c-9a88-56516bf102bc req-4ad67a6a-8e22-412a-94af-3847f64bb83c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396657 Aug 04 15:32:11.642243 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8778ce3-454e-4de2-81ec-0a8ea057af88 req-03dfb25f-b37e-445e-961e-5dac0ba520aa tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:11.644064 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a8778ce3-454e-4de2-81ec-0a8ea057af88 req-03dfb25f-b37e-445e-961e-5dac0ba520aa tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 944 time: 0.0631557 Aug 04 15:32:11.692509 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a8778ce3-454e-4de2-81ec-0a8ea057af88 req-60453f38-e98a-48aa-9079-a5549695e81c tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412920 Aug 04 15:32:12.603536 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:12.815090 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b905a2-f880-41f1-a8f6-008bf4d3cb93 req-d4eac859-dbb5-4888-bb2d-048949fd7c79 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:12.816810 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-16b905a2-f880-41f1-a8f6-008bf4d3cb93 req-d4eac859-dbb5-4888-bb2d-048949fd7c79 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 944 time: 0.0533960 Aug 04 15:32:12.861445 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-16b905a2-f880-41f1-a8f6-008bf4d3cb93 req-161f6e08-c081-41da-a060-057a998b0b56 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351026 Aug 04 15:32:14.023659 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee9a51-b562-4acf-9dd3-0548b6fcea67 req-a58beec1-fc04-40cd-8bf8-f4fce6760983 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:14.026054 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b5ee9a51-b562-4acf-9dd3-0548b6fcea67 req-a58beec1-fc04-40cd-8bf8-f4fce6760983 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 944 time: 0.0850844 Aug 04 15:32:14.084628 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b5ee9a51-b562-4acf-9dd3-0548b6fcea67 req-c92f2cbd-0184-4887-8efc-bf0f75c2b0f1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504982 Aug 04 15:32:15.220968 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d888b7-e3bc-48da-9745-bf931c7c8841 req-27407a21-449c-44f3-96b6-61c1e5ad394e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:15.222520 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e6d888b7-e3bc-48da-9745-bf931c7c8841 req-27407a21-449c-44f3-96b6-61c1e5ad394e tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 944 time: 0.0557323 Aug 04 15:32:15.275197 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e6d888b7-e3bc-48da-9745-bf931c7c8841 req-8f0899a5-d65b-49ba-b3f2-2166a83379eb tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461590 Aug 04 15:32:16.418134 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399acf21-4206-4c8d-abcc-883ae9455d10 req-48b11ad6-f9b3-4038-a911-559aa2a29e32 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:16.419740 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-399acf21-4206-4c8d-abcc-883ae9455d10 req-48b11ad6-f9b3-4038-a911-559aa2a29e32 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 944 time: 0.0527651 Aug 04 15:32:16.462342 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-399acf21-4206-4c8d-abcc-883ae9455d10 req-f413ec6c-e67e-4147-a61f-c2e734f10111 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362153 Aug 04 15:32:16.791508 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-15c1ac43-11b1-497b-9292-58c7ae45496c req-114bb9cc-7584-4323-ac21-6d7b364a5266 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425007 Aug 04 15:32:16.883358 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1ac43-11b1-497b-9292-58c7ae45496c req-02277d39-5777-496b-b301-c22624abf4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:16.884743 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-15c1ac43-11b1-497b-9292-58c7ae45496c req-02277d39-5777-496b-b301-c22624abf4dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fd57cd3b0c94232b41f2bd329a796ff&device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 1099 time: 0.0431607 Aug 04 15:32:17.003381 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1ac43-11b1-497b-9292-58c7ae45496c req-a98c5c0e-c94f-453d-b680-e84821f34875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:17.004828 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-15c1ac43-11b1-497b-9292-58c7ae45496c req-a98c5c0e-c94f-453d-b680-e84821f34875 service neutron] 10.222.0.59 "GET /v2.0/networks?id=33edf930-aed3-43bb-8d08-e5d092448dad HTTP/1.1" status: 200 len: 911 time: 0.0840795 Aug 04 15:32:17.074971 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-15c1ac43-11b1-497b-9292-58c7ae45496c req-084a8f7c-25eb-439d-8183-d200195a3926 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2289bd3-d450-4fab-b5ac-155420b6ba6d HTTP/1.1" status: 200 len: 1002 time: 0.0599139 Aug 04 15:32:17.125445 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1ac43-11b1-497b-9292-58c7ae45496c req-d3aac68b-4b5c-4576-bcac-d3cbef33eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:17.126824 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-15c1ac43-11b1-497b-9292-58c7ae45496c req-d3aac68b-4b5c-4576-bcac-d3cbef33eaea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f26f94f7-b955-4415-8c21-0f8292abd57d HTTP/1.1" status: 200 len: 849 time: 0.0423505 Aug 04 15:32:17.172696 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1ac43-11b1-497b-9292-58c7ae45496c req-8c213296-55e9-488b-b969-0ad7ddb2c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:17.174114 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-15c1ac43-11b1-497b-9292-58c7ae45496c req-8c213296-55e9-488b-b969-0ad7ddb2c118 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33edf930-aed3-43bb-8d08-e5d092448dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395899 Aug 04 15:32:17.269697 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-15c1ac43-11b1-497b-9292-58c7ae45496c req-7e95c47d-6b01-41b7-ba72-d3764c9dbc9a service neutron] 10.222.0.59 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866895 Aug 04 15:32:17.360457 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-15c1ac43-11b1-497b-9292-58c7ae45496c req-7c1e1ab1-e77b-4a42-ab6f-06ac1b401a97 service neutron] 10.222.0.59 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812852 Aug 04 15:32:17.583823 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c2ab7-033e-404d-982c-f6d8c9a3b75c req-68757d11-bdb4-47f7-9893-a1def69da792 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:17.585455 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-684c2ab7-033e-404d-982c-f6d8c9a3b75c req-68757d11-bdb4-47f7-9893-a1def69da792 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 944 time: 0.0489211 Aug 04 15:32:17.623077 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-684c2ab7-033e-404d-982c-f6d8c9a3b75c req-df2c9262-7fc9-4a52-8c1a-8da44a9858f8 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307763 Aug 04 15:32:18.754711 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76660f8-64d9-4a9b-89b3-3aa1ece278e6 req-19e566da-6c1a-4acd-8d4b-01da6fca6431 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:18.756308 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f76660f8-64d9-4a9b-89b3-3aa1ece278e6 req-19e566da-6c1a-4acd-8d4b-01da6fca6431 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 944 time: 0.0546412 Aug 04 15:32:18.797222 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f76660f8-64d9-4a9b-89b3-3aa1ece278e6 req-ab8c57ab-2a7d-4ea8-aae9-9b6b80fca3d7 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331697 Aug 04 15:32:19.176320 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device f5831a3e-a094-4b7c-ac13-9f26ded37c89 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:32:19.274907 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port f5831a3e-a094-4b7c-ac13-9f26ded37c89, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f5831a3e-a094-4b7c-ac13-9f26ded37c89,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:32:19.286687 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'port_id': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89', 'mac_address': 'fa:16:3e:ce:72:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:32:19.327207 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:19.340728 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5831a3e-a094-4b7c-ac13-9f26ded37c89 {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:32:19.361150 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port f5831a3e-a094-4b7c-ac13-9f26ded37c89, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f5831a3e-a094-4b7c-ac13-9f26ded37c89,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:32:19.366876 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:19.414757 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=f5831a3e-a094-4b7c-ac13-9f26ded37c89,revision_number=9']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:32:19.619801 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['f5831a3e-a094-4b7c-ac13-9f26ded37c89'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:32:19.928767 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc54f4-d126-4f95-9ed6-1f6def3682bd req-8cc229fd-4329-4117-8758-be6e0dd7ac3b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:19.930293 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7bdc54f4-d126-4f95-9ed6-1f6def3682bd req-8cc229fd-4329-4117-8758-be6e0dd7ac3b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 945 time: 0.0567212 Aug 04 15:32:19.971354 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7bdc54f4-d126-4f95-9ed6-1f6def3682bd req-9886573b-f608-4222-99f7-0e2e29412cc3 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339189 Aug 04 15:32:20.195763 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891302f-3989-4cfa-8c7f-281683e713ac req-2047493b-3c41-4daf-a017-b1184e142847 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:20.197308 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9891302f-3989-4cfa-8c7f-281683e713ac req-2047493b-3c41-4daf-a017-b1184e142847 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0519261 Aug 04 15:32:20.238733 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9891302f-3989-4cfa-8c7f-281683e713ac req-9f613599-6457-43ef-a2b1-3c1018679928 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347600 Aug 04 15:32:21.103561 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d5dbc-93cc-4c95-afc8-825b38a9cb9c req-d3db2282-5291-4340-8ca1-b3eddb93fed0 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:21.105124 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-bd3d5dbc-93cc-4c95-afc8-825b38a9cb9c req-d3db2282-5291-4340-8ca1-b3eddb93fed0 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 945 time: 0.0548460 Aug 04 15:32:21.148382 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-bd3d5dbc-93cc-4c95-afc8-825b38a9cb9c req-9b93ba66-c3de-4940-9c01-8a598cd29b6d tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364640 Aug 04 15:32:21.184555 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device f5831a3e-a094-4b7c-ac13-9f26ded37c89 up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:32:21.234468 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port f5831a3e-a094-4b7c-ac13-9f26ded37c89 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:32:21.234823 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:21.321597 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:21.345312 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b46478-e28a-4090-a599-20b6db40d7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:32:21.347715 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7321338-2676-4c91-beb4-fd236ac367f7" -d '{"events": [{"server_uuid": "35b46478-e28a-4090-a599-20b6db40d7b7", "name": "network-vif-plugged", "status": "completed", "tag": "f5831a3e-a094-4b7c-ac13-9f26ded37c89"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:32:21.361804 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port f5831a3e-a094-4b7c-ac13-9f26ded37c89, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f5831a3e-a094-4b7c-ac13-9f26ded37c89,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:32:21.364863 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b434859-7d5d-4995-ad59-932afe6c8f15 req-28a59c5f-34c7-44e1-8c50-26470e411304 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:21.366295 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0b434859-7d5d-4995-ad59-932afe6c8f15 req-28a59c5f-34c7-44e1-8c50-26470e411304 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0532308 Aug 04 15:32:21.368686 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:21.394711 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b86a24f-5044-4a92-81d7-d92ca8358bc9 x-openstack-request-id: req-6b86a24f-5044-4a92-81d7-d92ca8358bc9 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:32:21.395586 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b46478-e28a-4090-a599-20b6db40d7b7", "name": "network-vif-plugged", "status": "completed", "tag": "f5831a3e-a094-4b7c-ac13-9f26ded37c89", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:32:21.395777 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b86a24f-5044-4a92-81d7-d92ca8358bc9 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:32:21.396516 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b46478-e28a-4090-a599-20b6db40d7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89', 'code': 200} Aug 04 15:32:21.413578 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0b434859-7d5d-4995-ad59-932afe6c8f15 req-842e4888-bfae-447d-a24c-22d3b1954fa7 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396194 Aug 04 15:32:21.432844 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=f5831a3e-a094-4b7c-ac13-9f26ded37c89,revision_number=10']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:32:21.596621 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7ce50-8a39-4f9d-bf05-58dd4b26c4a0 req-12e6744b-3d92-4bed-8a39-6067b57bda53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:21.597022 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-eda7ce50-8a39-4f9d-bf05-58dd4b26c4a0 req-12e6744b-3d92-4bed-8a39-6067b57bda53 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 1100 time: 0.0461969 Aug 04 15:32:21.645832 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-eda7ce50-8a39-4f9d-bf05-58dd4b26c4a0 req-78cc9ee3-9257-4765-add4-c22bfa67a066 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399923 Aug 04 15:32:22.254729 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad66e9-241b-416f-80a4-b204bd83a55f req-a04e6a1a-72fa-4ede-8767-c1aad6acdb9c tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:22.258067 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9bad66e9-241b-416f-80a4-b204bd83a55f req-a04e6a1a-72fa-4ede-8767-c1aad6acdb9c tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.59 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.0666552 Aug 04 15:32:22.297658 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbbccd-e400-4bd7-b497-fe5ddfe4a723 req-a2c17d0b-a106-49b2-b05a-7344adc7ffaa tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:22.299848 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-37cbbccd-e400-4bd7-b497-fe5ddfe4a723 req-a2c17d0b-a106-49b2-b05a-7344adc7ffaa tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 947 time: 0.0714018 Aug 04 15:32:22.344075 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-37cbbccd-e400-4bd7-b497-fe5ddfe4a723 req-4c757ba8-dbdc-488e-ba5d-73cc60574ae1 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381668 Aug 04 15:32:22.387323 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-9bad66e9-241b-416f-80a4-b204bd83a55f req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Deleting port d2289bd3-d450-4fab-b5ac-155420b6ba6d {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:32:22.388074 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-9bad66e9-241b-416f-80a4-b204bd83a55f req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:22.497683 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-9bad66e9-241b-416f-80a4-b204bd83a55f req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] For port d2289bd3-d450-4fab-b5ac-155420b6ba6d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d2289bd3-d450-4fab-b5ac-155420b6ba6d,segment=NetworkSegment(30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82),segment_id=30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:32:22.498050 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-9bad66e9-241b-416f-80a4-b204bd83a55f req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:22.654102 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd7179-357f-485b-b8b5-1c89c68b1b08 req-3e3beedf-017e-472c-bfa1-39c2988d2cff tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:22.658892 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fdbd7179-357f-485b-b8b5-1c89c68b1b08 req-3e3beedf-017e-472c-bfa1-39c2988d2cff tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 946 time: 0.1400878 Aug 04 15:32:22.756899 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fdbd7179-357f-485b-b8b5-1c89c68b1b08 req-09ad7ad8-733b-40be-b682-396f0c86fec5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=fefe594a-3936-44c5-b7ab-8fb49a466d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894206 Aug 04 15:32:22.769347 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-9bad66e9-241b-416f-80a4-b204bd83a55f req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:22.769746 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-9bad66e9-241b-416f-80a4-b204bd83a55f req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068737'] for floatingip, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:22.770063 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.l3_db [req-9bad66e9-241b-416f-80a4-b204bd83a55f req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Floating IP a104d06c-8611-4cd3-98be-233ef3c8487f disassociated. External IP: 172.27.3.127, port: d2289bd3-d450-4fab-b5ac-155420b6ba6d. Aug 04 15:32:22.770411 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-9bad66e9-241b-416f-80a4-b204bd83a55f req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Calling delete_port for d2289bd3-d450-4fab-b5ac-155420b6ba6d owned by compute:nova {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:32:22.922434 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-9bad66e9-241b-416f-80a4-b204bd83a55f req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:22.961112 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Pushing event deleted for resources: {'Port': ['ID=d2289bd3-d450-4fab-b5ac-155420b6ba6d,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:32:22.974400 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:22.974755 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:22.975976 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:22.975976 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:22.975976 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:22.976454 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:22.976454 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:22.977857 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:22.977857 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:22.977857 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:22.977857 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:22.978291 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:23.108081 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bad66e9-241b-416f-80a4-b204bd83a55f req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Router f061b923-2ca1-4643-818e-17f862374323 has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:32:23.227082 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bad66e9-241b-416f-80a4-b204bd83a55f req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:32:23.249570 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ddbfe5-4460-4e55-a823-225e14a4a563 None None] Sync routers for ids ['f061b923-2ca1-4643-818e-17f862374323'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:32:23.261421 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ddbfe5-4460-4e55-a823-225e14a4a563 None None] Routers {'f061b923-2ca1-4643-818e-17f862374323'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:32:23.262982 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-18ddbfe5-4460-4e55-a823-225e14a4a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:32:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['f061b923-2ca1-4643-818e-17f862374323'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:32:23.447778 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-18ddbfe5-4460-4e55-a823-225e14a4a563 None None] Set router f061b923-2ca1-4643-818e-17f862374323 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:32:23.536231 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d926c09-c23a-4b3c-bd56-218dc2ade197 req-7c570b98-6583-42a1-b3f2-ba418b981ffc tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:23.537884 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1d926c09-c23a-4b3c-bd56-218dc2ade197 req-7c570b98-6583-42a1-b3f2-ba418b981ffc tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 947 time: 0.0796127 Aug 04 15:32:23.584697 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bad66e9-241b-416f-80a4-b204bd83a55f req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] No DVR routers for this DVR port d2289bd3-d450-4fab-b5ac-155420b6ba6d on host hv-cinder-68948 {{(pid=93419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:32:23.591575 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-9bad66e9-241b-416f-80a4-b204bd83a55f req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:23.591575 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9bad66e9-241b-416f-80a4-b204bd83a55f req-f9a229ea-cfd2-46a4-92a7-49aa7762c311 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.59 "DELETE /v2.0/ports/d2289bd3-d450-4fab-b5ac-155420b6ba6d HTTP/1.1" status: 204 len: 173 time: 1.3242428 Aug 04 15:32:23.591900 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1d926c09-c23a-4b3c-bd56-218dc2ade197 req-12d157fb-58fa-4a17-ac0a-6b1f8428b660 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380318 Aug 04 15:32:23.592000 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb71df9-2d34-44fd-a865-b10c4c9517fb', 'name': 'network-vif-deleted', 'tag': 'd2289bd3-d450-4fab-b5ac-155420b6ba6d'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:32:23.594086 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7baca2-e9e1-4d34-9f96-185410f969f4" -d '{"events": [{"server_uuid": "ceb71df9-2d34-44fd-a865-b10c4c9517fb", "name": "network-vif-deleted", "tag": "d2289bd3-d450-4fab-b5ac-155420b6ba6d"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:32:23.632846 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa4f816-510e-4b2e-b5bd-0e6711cd3240 x-openstack-request-id: req-9fa4f816-510e-4b2e-b5bd-0e6711cd3240 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:32:23.633397 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb71df9-2d34-44fd-a865-b10c4c9517fb", "name": "network-vif-deleted", "tag": "d2289bd3-d450-4fab-b5ac-155420b6ba6d", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:32:23.633815 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9fa4f816-510e-4b2e-b5bd-0e6711cd3240 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:32:23.634388 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb71df9-2d34-44fd-a865-b10c4c9517fb', 'name': 'network-vif-deleted', 'tag': 'd2289bd3-d450-4fab-b5ac-155420b6ba6d', 'status': 'completed', 'code': 200} Aug 04 15:32:23.741249 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-18ddbfe5-4460-4e55-a823-225e14a4a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f061b923-2ca1-4643-818e-17f862374323', 'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:29:05Z', 'updated_at': '2021-08-04T15:29:11Z', 'revision_number': 4, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'gw_port': {'id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:07Z', 'updated_at': '2021-08-04T15:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '6a07f15f-7e12-4db0-870a-8964c66717f4', 'name': '', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'mac_address': 'fa:16:3e:9b:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:10Z', 'updated_at': '2021-08-04T15:29:18Z', 'revision_number': 5, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'subnets': [{'id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:32:23.770297 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ddbfe5-4460-4e55-a823-225e14a4a563 None None] Checking router: f061b923-2ca1-4643-818e-17f862374323 for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:32:23.779940 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ddbfe5-4460-4e55-a823-225e14a4a563 None None] Routers {'f061b923-2ca1-4643-818e-17f862374323'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:32:23.780575 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-18ddbfe5-4460-4e55-a823-225e14a4a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:32:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['f061b923-2ca1-4643-818e-17f862374323'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:32:23.917948 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b7ab46bd-60ca-4aa1-ac14-60b5227749bc req-67d06c90-6e09-4250-8cd0-47facf384fe0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb71df9-2d34-44fd-a865-b10c4c9517fb HTTP/1.1" status: 200 len: 210 time: 0.0425661 Aug 04 15:32:24.040332 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-18ddbfe5-4460-4e55-a823-225e14a4a563 None None] Set router f061b923-2ca1-4643-818e-17f862374323 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:32:24.275944 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-18ddbfe5-4460-4e55-a823-225e14a4a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f061b923-2ca1-4643-818e-17f862374323', 'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:29:05Z', 'updated_at': '2021-08-04T15:29:11Z', 'revision_number': 4, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'gw_port': {'id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:07Z', 'updated_at': '2021-08-04T15:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '6a07f15f-7e12-4db0-870a-8964c66717f4', 'name': '', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'mac_address': 'fa:16:3e:9b:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:10Z', 'updated_at': '2021-08-04T15:29:18Z', 'revision_number': 5, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'subnets': [{'id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:32:24.308096 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ddbfe5-4460-4e55-a823-225e14a4a563 None None] The sync data for ids ['f061b923-2ca1-4643-818e-17f862374323'] in dv-cinder-689486-15-iscsi is: [{'id': 'f061b923-2ca1-4643-818e-17f862374323', 'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:29:05Z', 'updated_at': '2021-08-04T15:29:11Z', 'revision_number': 4, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'gw_port': {'id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:07Z', 'updated_at': '2021-08-04T15:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '6a07f15f-7e12-4db0-870a-8964c66717f4', 'name': '', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'mac_address': 'fa:16:3e:9b:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:10Z', 'updated_at': '2021-08-04T15:29:18Z', 'revision_number': 5, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'subnets': [{'id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:32:24.553791 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79294e9a-05f7-43dc-80a9-b25b03d9c926 None None] New status for floating IP a104d06c-8611-4cd3-98be-233ef3c8487f: DOWN {{(pid=93422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:32:25.028644 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 58688) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:32:25.088166 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-63804c06-e288-45b3-8dee-5a86fabe71f0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:25.115405 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-63804c06-e288-45b3-8dee-5a86fabe71f0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:25.167201 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-63804c06-e288-45b3-8dee-5a86fabe71f0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:25.170583 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-63804c06-e288-45b3-8dee-5a86fabe71f0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:25.172040 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-63804c06-e288-45b3-8dee-5a86fabe71f0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "DELETE /v2.0/security-groups/fefe594a-3936-44c5-b7ab-8fb49a466d0b HTTP/1.1" status: 204 len: 168 time: 0.1415875 Aug 04 15:32:25.174798 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 58690) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:32:25.181936 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63804c06-e288-45b3-8dee-5a86fabe71f0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefe594a-3936-44c5-b7ab-8fb49a466d0b,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:32:25.190545 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63804c06-e288-45b3-8dee-5a86fabe71f0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:25.190817 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.api.v2.resource [None req-cafa9dff-87cf-493d-8c06-5e4f41255fc8 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] show failed (client error): The resource could not be found. Aug 04 15:32:25.190932 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63804c06-e288-45b3-8dee-5a86fabe71f0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:25.191249 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63804c06-e288-45b3-8dee-5a86fabe71f0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:25.191586 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63804c06-e288-45b3-8dee-5a86fabe71f0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:25.191790 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-cafa9dff-87cf-493d-8c06-5e4f41255fc8 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups/fefe594a-3936-44c5-b7ab-8fb49a466d0b HTTP/1.1" status: 404 len: 347 time: 0.0158074 Aug 04 15:32:25.191936 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63804c06-e288-45b3-8dee-5a86fabe71f0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:25.192230 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63804c06-e288-45b3-8dee-5a86fabe71f0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:25.192564 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63804c06-e288-45b3-8dee-5a86fabe71f0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:25.192888 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63804c06-e288-45b3-8dee-5a86fabe71f0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:25.193213 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63804c06-e288-45b3-8dee-5a86fabe71f0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:25.193529 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63804c06-e288-45b3-8dee-5a86fabe71f0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:25.193848 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63804c06-e288-45b3-8dee-5a86fabe71f0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:25.194179 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63804c06-e288-45b3-8dee-5a86fabe71f0 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:32:25.195209 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 58692) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:32:25.199836 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device d2289bd3-d450-4fab-b5ac-155420b6ba6d no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:32:25.228277 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] No Port match for: d2289bd3-d450-4fab-b5ac-155420b6ba6d {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:32:25.228538 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device d2289bd3-d450-4fab-b5ac-155420b6ba6d not bound to the agent host hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:32:25.331037 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-82213a3b-a973-4374-8dd0-f7d2dc1fdeb4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Deleting port 571897db-1838-4d85-8ecf-a2e2bfdf822c {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:32:25.331454 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-82213a3b-a973-4374-8dd0-f7d2dc1fdeb4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:25.420190 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-82213a3b-a973-4374-8dd0-f7d2dc1fdeb4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:25.420519 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-82213a3b-a973-4374-8dd0-f7d2dc1fdeb4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:25.432452 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-82213a3b-a973-4374-8dd0-f7d2dc1fdeb4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Calling delete_port for 571897db-1838-4d85-8ecf-a2e2bfdf822c owned by network:floatingip {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:32:25.576841 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-82213a3b-a973-4374-8dd0-f7d2dc1fdeb4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:25.607986 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82213a3b-a973-4374-8dd0-f7d2dc1fdeb4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Pushing event deleted for resources: {'Port': ['ID=571897db-1838-4d85-8ecf-a2e2bfdf822c,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:32:25.681272 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-82213a3b-a973-4374-8dd0-f7d2dc1fdeb4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for floatingip, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:25.684521 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-82213a3b-a973-4374-8dd0-f7d2dc1fdeb4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:25.685712 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-82213a3b-a973-4374-8dd0-f7d2dc1fdeb4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "DELETE /v2.0/floatingips/a104d06c-8611-4cd3-98be-233ef3c8487f HTTP/1.1" status: 204 len: 168 time: 0.4895723 Aug 04 15:32:26.087530 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 58696) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:32:26.093218 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-a01fa565-d4b0-420e-bee1-60465f4dde62 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1495025138', 'description': 'tempest-description--1902429602'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:32:26.117297 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a01fa565-d4b0-420e-bee1-60465f4dde62 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:26.209982 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a01fa565-d4b0-420e-bee1-60465f4dde62 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:26.214319 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a01fa565-d4b0-420e-bee1-60465f4dde62 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:26.241906 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a01fa565-d4b0-420e-bee1-60465f4dde62 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:26.243108 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-a01fa565-d4b0-420e-bee1-60465f4dde62 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1545577 Aug 04 15:32:26.248397 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 58698) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:32:26.249288 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01fa565-d4b0-420e-bee1-60465f4dde62 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227a9256-77ed-4173-96a6-4aa27c77c382,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:32:26.253232 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-6d5d10ef-1d2e-4cd1-ab38-9c2c5671b9c4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Request body: {'security_group_rule': {'security_group_id': '227a9256-77ed-4173-96a6-4aa27c77c382', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:32:26.283901 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6d5d10ef-1d2e-4cd1-ab38-9c2c5671b9c4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:26.362137 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6d5d10ef-1d2e-4cd1-ab38-9c2c5671b9c4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:26.366356 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6d5d10ef-1d2e-4cd1-ab38-9c2c5671b9c4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:26.386476 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d10ef-1d2e-4cd1-ab38-9c2c5671b9c4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e821f531-2e17-4078-80d2-d899868d2d73,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:32:26.403655 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6d5d10ef-1d2e-4cd1-ab38-9c2c5671b9c4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:26.407067 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-6d5d10ef-1d2e-4cd1-ab38-9c2c5671b9c4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1574831 Aug 04 15:32:26.410297 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 58700) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:32:26.415074 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-4718fe13-1970-4d06-8efb-1675d37af5d8 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Request body: {'security_group_rule': {'security_group_id': '227a9256-77ed-4173-96a6-4aa27c77c382', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:32:26.445415 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4718fe13-1970-4d06-8efb-1675d37af5d8 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:26.513384 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4718fe13-1970-4d06-8efb-1675d37af5d8 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:26.519543 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4718fe13-1970-4d06-8efb-1675d37af5d8 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:26.539154 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718fe13-1970-4d06-8efb-1675d37af5d8 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35fcd00-be2c-40c8-9d6e-cf89f0ede219,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:32:26.547236 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4718fe13-1970-4d06-8efb-1675d37af5d8 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:26.548594 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-4718fe13-1970-4d06-8efb-1675d37af5d8 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372311 Aug 04 15:32:26.552165 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 58702) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:32:26.556903 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-131da55c-d305-4e02-b5e4-91b9ef9172c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Request body: {'floatingip': {'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:32:26.581275 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-131da55c-d305-4e02-b5e4-91b9ef9172c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for floatingip, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:26.710927 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-131da55c-d305-4e02-b5e4-91b9ef9172c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:26.859204 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [None req-131da55c-d305-4e02-b5e4-91b9ef9172c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Allocated IP 172.27.3.154 (a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1/66c61c24-84f1-4482-97f0-c0986315f375/327f3858-34d3-48e2-8f3c-2024e6b5eec9) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:32:26.972970 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-131da55c-d305-4e02-b5e4-91b9ef9172c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:27.023607 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-131da55c-d305-4e02-b5e4-91b9ef9172c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:27.065849 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131da55c-d305-4e02-b5e4-91b9ef9172c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:32:27.071039 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-131da55c-d305-4e02-b5e4-91b9ef9172c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:32:27.075660 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131da55c-d305-4e02-b5e4-91b9ef9172c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:32:27.081678 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131da55c-d305-4e02-b5e4-91b9ef9172c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Pushing event updated for resources: {'Port': ['ID=327f3858-34d3-48e2-8f3c-2024e6b5eec9,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:32:27.175416 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-131da55c-d305-4e02-b5e4-91b9ef9172c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:27.214415 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-131da55c-d305-4e02-b5e4-91b9ef9172c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:27.386843 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-131da55c-d305-4e02-b5e4-91b9ef9172c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:27.401863 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-131da55c-d305-4e02-b5e4-91b9ef9172c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:27.476947 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131da55c-d305-4e02-b5e4-91b9ef9172c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Pushing event updated for resources: {'Port': ['ID=327f3858-34d3-48e2-8f3c-2024e6b5eec9,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:32:27.495222 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-131da55c-d305-4e02-b5e4-91b9ef9172c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068737'] for floatingip, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:27.516352 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-131da55c-d305-4e02-b5e4-91b9ef9172c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:27.519140 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-131da55c-d305-4e02-b5e4-91b9ef9172c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9657078 Aug 04 15:32:27.741876 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-4c6a10b8-9770-4811-b848-090a47b96d56 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1495025138&fields=id&tenant_id=5fd57cd3b0c94232b41f2bd329a796ff HTTP/1.1" status: 200 len: 267 time: 0.0368414 Aug 04 15:32:27.873512 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-381a7cec-d2f5-4e7c-bd23-07555f24bcd4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:27.875298 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-381a7cec-d2f5-4e7c-bd23-07555f24bcd4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/networks?id=33edf930-aed3-43bb-8d08-e5d092448dad HTTP/1.1" status: 200 len: 810 time: 0.1261485 Aug 04 15:32:27.890373 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-644b696e-756d-419e-8902-202e2dfeeb67 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/quotas/5fd57cd3b0c94232b41f2bd329a796ff HTTP/1.1" status: 200 len: 375 time: 0.0095513 Aug 04 15:32:27.947516 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-ec679789-8921-4363-88d9-39a959f2186d tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd57cd3b0c94232b41f2bd329a796ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503871 Aug 04 15:32:28.099802 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-aba1df72-ba21-497c-a55f-f22f8c4c19b4 service neutron] 10.222.0.10 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395602 Aug 04 15:32:28.197809 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-b2108e7b-8602-452a-8000-1201ecd4da57 service neutron] 10.222.0.10 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906169 Aug 04 15:32:28.377990 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1b692c5a-260e-412a-b91c-b30658b535b7 req-c11907ef-63a4-4a6b-97b5-e9e70cb31d59 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d929ede-5adb-4798-ad2b-a73143397e75 HTTP/1.1" status: 200 len: 210 time: 0.0271564 Aug 04 15:32:28.847961 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:32:29.338167 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-2e6c818c-b87a-458a-8ea8-34e10f109a76 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:29.340709 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-2e6c818c-b87a-458a-8ea8-34e10f109a76 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.59 "GET /v2.0/networks?id=33edf930-aed3-43bb-8d08-e5d092448dad HTTP/1.1" status: 200 len: 810 time: 0.1253073 Aug 04 15:32:29.404831 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-e7af6897-d213-403a-848c-419fb37b05c5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fd57cd3b0c94232b41f2bd329a796ff HTTP/1.1" status: 200 len: 380 time: 0.0550280 Aug 04 15:32:29.422394 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-8309bb93-a982-4a94-9eb5-074a69a9e968 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Request body: {'port': {'device_id': '9d929ede-5adb-4798-ad2b-a73143397e75', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'admin_state_up': True, 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'security_groups': ['227a9256-77ed-4173-96a6-4aa27c77c382']}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:32:29.484126 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-86455c39-2243-4e50-ab7c-ab92407559dd req-88718760-d857-4a65-9e84-29fc6df4a7e5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d929ede-5adb-4798-ad2b-a73143397e75 HTTP/1.1" status: 200 len: 210 time: 0.0293508 Aug 04 15:32:29.551633 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-8309bb93-a982-4a94-9eb5-074a69a9e968 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Made reservation on behalf of 5fd57cd3b0c94232b41f2bd329a796ff for: {'port': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:32:29.555541 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-8309bb93-a982-4a94-9eb5-074a69a9e968 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:29.691157 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-8309bb93-a982-4a94-9eb5-074a69a9e968 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Allocated IP 172.20.0.11 (33edf930-aed3-43bb-8d08-e5d092448dad/f26f94f7-b955-4415-8c21-0f8292abd57d/1bbb1f77-a785-4197-a53d-a95e8f7594e4) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:32:29.840189 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-8309bb93-a982-4a94-9eb5-074a69a9e968 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:29.854470 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-8309bb93-a982-4a94-9eb5-074a69a9e968 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Transition to ACTIVE for port object 1bbb1f77-a785-4197-a53d-a95e8f7594e4 will not be triggered until provisioned by entity DHCP. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:32:29.892690 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-8309bb93-a982-4a94-9eb5-074a69a9e968 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:29.946479 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-8309bb93-a982-4a94-9eb5-074a69a9e968 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Network 33edf930-aed3-43bb-8d08-e5d092448dad is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:32:29.952440 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-8309bb93-a982-4a94-9eb5-074a69a9e968 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:32:29.956600 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-8309bb93-a982-4a94-9eb5-074a69a9e968 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:32:29.963615 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309bb93-a982-4a94-9eb5-074a69a9e968 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Pushing event updated for resources: {'Port': ['ID=1bbb1f77-a785-4197-a53d-a95e8f7594e4,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:32:30.014494 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-8309bb93-a982-4a94-9eb5-074a69a9e968 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:30.015184 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-8309bb93-a982-4a94-9eb5-074a69a9e968 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:30.031723 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-8309bb93-a982-4a94-9eb5-074a69a9e968 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6171093 Aug 04 15:32:30.045560 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] Request body: {'port': {'device_id': '9d929ede-5adb-4798-ad2b-a73143397e75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:32:30.114113 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:30.202451 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-9802121e-8ff6-47a9-8137-9c3e11cfec9b None None] Provisioning for port 1bbb1f77-a785-4197-a53d-a95e8f7594e4 completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:32:30.207474 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-9802121e-8ff6-47a9-8137-9c3e11cfec9b None None] Provisioning complete for port 1bbb1f77-a785-4197-a53d-a95e8f7594e4 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:32:30.207931 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-9802121e-8ff6-47a9-8137-9c3e11cfec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:30.250156 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-9802121e-8ff6-47a9-8137-9c3e11cfec9b None None] Port 1bbb1f77-a785-4197-a53d-a95e8f7594e4 cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:32:30.387660 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bbb1f77-a785-4197-a53d-a95e8f7594e4 {{(pid=93419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:32:30.395747 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:30.408985 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] Transition to ACTIVE for port object 1bbb1f77-a785-4197-a53d-a95e8f7594e4 will not be triggered until provisioned by entity L2. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:32:30.413356 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:30.470487 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbb1f77-a785-4197-a53d-a95e8f7594e4,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:32:30.568846 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] Attempting to bind port 1bbb1f77-a785-4197-a53d-a95e8f7594e4 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:32:30.569254 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] Attempting to bind port 1bbb1f77-a785-4197-a53d-a95e8f7594e4 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad'}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:32:30.569512 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] Attempting to bind port 1bbb1f77-a785-4197-a53d-a95e8f7594e4 on network 33edf930-aed3-43bb-8d08-e5d092448dad {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:32:30.576831 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] Port 1bbb1f77-a785-4197-a53d-a95e8f7594e4 on network 33edf930-aed3-43bb-8d08-e5d092448dad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:32:30.577144 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] Attempting to bind port 1bbb1f77-a785-4197-a53d-a95e8f7594e4 on network 33edf930-aed3-43bb-8d08-e5d092448dad {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:32:30.591856 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] Checking agent: {'id': '5bc10963-30ee-40c9-994c-c74f44e4da8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'started_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:32:30.592192 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] Checking segment: {'id': '30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:32:30.592581 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] Bound using segment: {'id': '30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad'} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:32:30.593019 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] Bound port: 1bbb1f77-a785-4197-a53d-a95e8f7594e4, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad'}}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:32:30.593721 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:30.663921 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220d86b-99eb-422b-a796-a175b2ddb992 req-ae401762-1303-4f48-8c77-29e8f66e64d7 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:30.665487 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7220d86b-99eb-422b-a796-a175b2ddb992 req-ae401762-1303-4f48-8c77-29e8f66e64d7 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d929ede-5adb-4798-ad2b-a73143397e75 HTTP/1.1" status: 200 len: 944 time: 0.0911934 Aug 04 15:32:30.712201 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] For port 1bbb1f77-a785-4197-a53d-a95e8f7594e4, host hv-cinder-68948, cleared binding levels {{(pid=93419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:32:30.716604 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] For port 1bbb1f77-a785-4197-a53d-a95e8f7594e4, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1bbb1f77-a785-4197-a53d-a95e8f7594e4,segment=NetworkSegment(30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82),segment_id=30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82)] {{(pid=93419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:32:30.722967 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:30.739574 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7220d86b-99eb-422b-a796-a175b2ddb992 req-b23b37a2-c266-45d6-8317-524fd429a88e tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=227a9256-77ed-4173-96a6-4aa27c77c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668015 Aug 04 15:32:30.768372 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:30.769001 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:30.770465 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] 10.222.0.59 "PUT /v2.0/ports/1bbb1f77-a785-4197-a53d-a95e8f7594e4 HTTP/1.1" status: 200 len: 1094 time: 0.7298265 Aug 04 15:32:30.770922 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d929ede-5adb-4798-ad2b-a73143397e75', 'tag': '1bbb1f77-a785-4197-a53d-a95e8f7594e4'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:32:30.773277 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1813ba4-e674-4b2c-9753-d7f43778e7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9d929ede-5adb-4798-ad2b-a73143397e75", "tag": "1bbb1f77-a785-4197-a53d-a95e8f7594e4"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:32:30.830918 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbab414-eb43-4279-ba14-f85139fdd12d x-openstack-request-id: req-5fbab414-eb43-4279-ba14-f85139fdd12d {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:32:30.831356 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d929ede-5adb-4798-ad2b-a73143397e75", "tag": "1bbb1f77-a785-4197-a53d-a95e8f7594e4", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:32:30.831699 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5fbab414-eb43-4279-ba14-f85139fdd12d {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:32:30.832235 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d929ede-5adb-4798-ad2b-a73143397e75', 'tag': '1bbb1f77-a785-4197-a53d-a95e8f7594e4', 'status': 'completed', 'code': 200} Aug 04 15:32:30.852605 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd34e7-f67a-41a5-82db-db5a9d272916 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbb1f77-a785-4197-a53d-a95e8f7594e4,revision_number=3']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:32:30.871763 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-b444b16e-e8f7-40c9-a4fb-7059739e3ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:30.873495 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-b444b16e-e8f7-40c9-a4fb-7059739e3ef2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fd57cd3b0c94232b41f2bd329a796ff&device_id=9d929ede-5adb-4798-ad2b-a73143397e75 HTTP/1.1" status: 200 len: 1097 time: 0.0567560 Aug 04 15:32:30.918752 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-f7352945-55cb-4083-9e32-968291156e85 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bbb1f77-a785-4197-a53d-a95e8f7594e4 HTTP/1.1" status: 200 len: 217 time: 0.0364802 Aug 04 15:32:30.974230 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-d267b151-0463-4f63-abd0-4ed411442136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:30.975751 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-d267b151-0463-4f63-abd0-4ed411442136 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f26f94f7-b955-4415-8c21-0f8292abd57d HTTP/1.1" status: 200 len: 849 time: 0.0499995 Aug 04 15:32:31.021745 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-b7936d5c-1a44-4278-bf4e-c55b05096561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:31.023439 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-b7936d5c-1a44-4278-bf4e-c55b05096561 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33edf930-aed3-43bb-8d08-e5d092448dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410058 Aug 04 15:32:31.111718 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-0b5f57b5-0699-40b0-ae93-ca3d1e51ccae service neutron] 10.222.0.59 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810368 Aug 04 15:32:31.211290 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4b1990ba-3961-4323-9a1f-29fcf11d3a4a req-b587eb2c-dd8b-4e74-abf2-31f094f817d6 service neutron] 10.222.0.59 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915194 Aug 04 15:32:31.293932 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1813ba4-e674-4b2c-9753-d7f43778e7d1 req-ad29fb53-00ef-4929-bd51-e7028aa687ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:31.295447 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f1813ba4-e674-4b2c-9753-d7f43778e7d1 req-ad29fb53-00ef-4929-bd51-e7028aa687ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fd57cd3b0c94232b41f2bd329a796ff&device_id=9d929ede-5adb-4798-ad2b-a73143397e75 HTTP/1.1" status: 200 len: 1097 time: 0.0417874 Aug 04 15:32:31.387818 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1813ba4-e674-4b2c-9753-d7f43778e7d1 req-23bf28a9-0d19-4899-87e7-42b6a3eaa390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:31.389283 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f1813ba4-e674-4b2c-9753-d7f43778e7d1 req-23bf28a9-0d19-4899-87e7-42b6a3eaa390 service neutron] 10.222.0.59 "GET /v2.0/networks?id=33edf930-aed3-43bb-8d08-e5d092448dad HTTP/1.1" status: 200 len: 911 time: 0.0873015 Aug 04 15:32:31.433921 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f1813ba4-e674-4b2c-9753-d7f43778e7d1 req-ea5d6c6e-d127-4c83-8ee1-6d01f74c1c96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bbb1f77-a785-4197-a53d-a95e8f7594e4 HTTP/1.1" status: 200 len: 217 time: 0.0353246 Aug 04 15:32:31.492103 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1813ba4-e674-4b2c-9753-d7f43778e7d1 req-1ee9b5fd-2676-444e-b344-ef24ed30f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:31.493661 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f1813ba4-e674-4b2c-9753-d7f43778e7d1 req-1ee9b5fd-2676-444e-b344-ef24ed30f76d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f26f94f7-b955-4415-8c21-0f8292abd57d HTTP/1.1" status: 200 len: 849 time: 0.0532029 Aug 04 15:32:31.549889 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1813ba4-e674-4b2c-9753-d7f43778e7d1 req-047b7e61-dd07-43d6-8f8a-4408f0678208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:31.551422 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f1813ba4-e674-4b2c-9753-d7f43778e7d1 req-047b7e61-dd07-43d6-8f8a-4408f0678208 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33edf930-aed3-43bb-8d08-e5d092448dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499647 Aug 04 15:32:31.654444 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f1813ba4-e674-4b2c-9753-d7f43778e7d1 req-d025ea6a-dc61-4c86-9bb7-c86dcdbd9e9e service neutron] 10.222.0.59 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860870 Aug 04 15:32:31.751650 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f1813ba4-e674-4b2c-9753-d7f43778e7d1 req-a2b11b05-bab6-4fb5-8e8e-56c5471602be service neutron] 10.222.0.59 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895147 Aug 04 15:32:31.864201 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98a8b8-1735-459a-b6d3-9b0b8081431f req-a95ea224-a5bb-4305-a40e-15df51482702 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:31.865725 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3d98a8b8-1735-459a-b6d3-9b0b8081431f req-a95ea224-a5bb-4305-a40e-15df51482702 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d929ede-5adb-4798-ad2b-a73143397e75 HTTP/1.1" status: 200 len: 944 time: 0.0547893 Aug 04 15:32:31.909019 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3d98a8b8-1735-459a-b6d3-9b0b8081431f req-ac4abe61-2c2e-4faf-b8e5-4e97915cf765 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=227a9256-77ed-4173-96a6-4aa27c77c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368829 Aug 04 15:32:33.025172 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794c645-bd42-4838-aa12-c51960d45789 req-b9150e25-0a01-4701-a040-bd1f78a15741 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:33.026621 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-8794c645-bd42-4838-aa12-c51960d45789 req-b9150e25-0a01-4701-a040-bd1f78a15741 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d929ede-5adb-4798-ad2b-a73143397e75 HTTP/1.1" status: 200 len: 944 time: 0.0486820 Aug 04 15:32:33.068286 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-8794c645-bd42-4838-aa12-c51960d45789 req-757630d4-7451-4bbd-af04-bb39e9da9f9b tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=227a9256-77ed-4173-96a6-4aa27c77c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353835 Aug 04 15:32:33.261102 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 1bbb1f77-a785-4197-a53d-a95e8f7594e4 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:32:33.359180 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 1bbb1f77-a785-4197-a53d-a95e8f7594e4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1bbb1f77-a785-4197-a53d-a95e8f7594e4,segment=NetworkSegment(30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82),segment_id=30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:32:33.370554 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': '1bbb1f77-a785-4197-a53d-a95e8f7594e4', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'port_id': '1bbb1f77-a785-4197-a53d-a95e8f7594e4', 'mac_address': 'fa:16:3e:1b:7b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:32:33.408332 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:33.421901 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bbb1f77-a785-4197-a53d-a95e8f7594e4 {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:32:33.442513 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 1bbb1f77-a785-4197-a53d-a95e8f7594e4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1bbb1f77-a785-4197-a53d-a95e8f7594e4,segment=NetworkSegment(30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82),segment_id=30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:32:33.447412 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:33.493348 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=1bbb1f77-a785-4197-a53d-a95e8f7594e4,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:32:33.674823 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['1bbb1f77-a785-4197-a53d-a95e8f7594e4'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:32:34.191344 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662174ce-4d9f-48c7-acc3-b7ebdce2d6ee req-2f54ec30-8c3b-44f1-814a-a11949cbaa94 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:34.192847 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-662174ce-4d9f-48c7-acc3-b7ebdce2d6ee req-2f54ec30-8c3b-44f1-814a-a11949cbaa94 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d929ede-5adb-4798-ad2b-a73143397e75 HTTP/1.1" status: 200 len: 945 time: 0.0578163 Aug 04 15:32:34.231512 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-662174ce-4d9f-48c7-acc3-b7ebdce2d6ee req-5c3b874f-fc83-41bd-ac14-f3ff59e5382a tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=227a9256-77ed-4173-96a6-4aa27c77c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328021 Aug 04 15:32:35.276915 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 1bbb1f77-a785-4197-a53d-a95e8f7594e4 up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:32:35.333193 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning for port 1bbb1f77-a785-4197-a53d-a95e8f7594e4 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:32:35.337224 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port 1bbb1f77-a785-4197-a53d-a95e8f7594e4 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:32:35.337603 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:35.353603 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a0356-532d-459d-8f00-9cc88d4ffd84 req-205fa74f-13ec-4a3e-8a5a-30ac6f8b090c tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:35.355209 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-8e6a0356-532d-459d-8f00-9cc88d4ffd84 req-205fa74f-13ec-4a3e-8a5a-30ac6f8b090c tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d929ede-5adb-4798-ad2b-a73143397e75 HTTP/1.1" status: 200 len: 945 time: 0.0524905 Aug 04 15:32:35.395658 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-8e6a0356-532d-459d-8f00-9cc88d4ffd84 req-bd833633-51ab-4708-86c6-bd5dcddee133 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=227a9256-77ed-4173-96a6-4aa27c77c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333650 Aug 04 15:32:35.422468 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:35.446095 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d929ede-5adb-4798-ad2b-a73143397e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbb1f77-a785-4197-a53d-a95e8f7594e4'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:32:35.448590 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6f8714-9061-4a5b-8848-ec4428cfe0b9" -d '{"events": [{"server_uuid": "9d929ede-5adb-4798-ad2b-a73143397e75", "name": "network-vif-plugged", "status": "completed", "tag": "1bbb1f77-a785-4197-a53d-a95e8f7594e4"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:32:35.466115 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 1bbb1f77-a785-4197-a53d-a95e8f7594e4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1bbb1f77-a785-4197-a53d-a95e8f7594e4,segment=NetworkSegment(30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82),segment_id=30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:32:35.471333 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:35.496713 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdee8e9-12f0-4ad6-ab14-a3484c0db7b9 x-openstack-request-id: req-0bdee8e9-12f0-4ad6-ab14-a3484c0db7b9 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:32:35.497003 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d929ede-5adb-4798-ad2b-a73143397e75", "name": "network-vif-plugged", "status": "completed", "tag": "1bbb1f77-a785-4197-a53d-a95e8f7594e4", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:32:35.497252 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0bdee8e9-12f0-4ad6-ab14-a3484c0db7b9 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:32:35.497638 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d929ede-5adb-4798-ad2b-a73143397e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbb1f77-a785-4197-a53d-a95e8f7594e4', 'code': 200} Aug 04 15:32:35.537963 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=1bbb1f77-a785-4197-a53d-a95e8f7594e4,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:32:35.547078 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-2cd2c16b-2be9-41a9-99d3-da83212568da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:35.696025 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1b77f-d41e-4beb-a1a7-8f95220eea0c req-b2b21f36-dce4-4828-8fb4-ea565be5992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:35.697538 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9be1b77f-d41e-4beb-a1a7-8f95220eea0c req-b2b21f36-dce4-4828-8fb4-ea565be5992a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9d929ede-5adb-4798-ad2b-a73143397e75 HTTP/1.1" status: 200 len: 1099 time: 0.0486510 Aug 04 15:32:35.735893 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9be1b77f-d41e-4beb-a1a7-8f95220eea0c req-e5a61cc2-29a1-47fd-a18e-5975100d0fed service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=227a9256-77ed-4173-96a6-4aa27c77c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286183 Aug 04 15:32:36.520660 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60be5d0-d439-472d-8e65-710be9cb53cd req-8bbeb099-d2e5-4e88-9586-631bce2546be tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:36.522245 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f60be5d0-d439-472d-8e65-710be9cb53cd req-8bbeb099-d2e5-4e88-9586-631bce2546be tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d929ede-5adb-4798-ad2b-a73143397e75 HTTP/1.1" status: 200 len: 946 time: 0.0571826 Aug 04 15:32:36.567394 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f60be5d0-d439-472d-8e65-710be9cb53cd req-c8ac5242-f28f-4b94-9562-4ae75c1d5ba2 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=227a9256-77ed-4173-96a6-4aa27c77c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364523 Aug 04 15:32:37.688107 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2111fad-641f-43eb-8c82-bde468a98eb3 req-725a36fe-25c2-41e6-b6ca-12fa780f6b4c tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:37.689670 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b2111fad-641f-43eb-8c82-bde468a98eb3 req-725a36fe-25c2-41e6-b6ca-12fa780f6b4c tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d929ede-5adb-4798-ad2b-a73143397e75 HTTP/1.1" status: 200 len: 946 time: 0.0512493 Aug 04 15:32:37.728823 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b2111fad-641f-43eb-8c82-bde468a98eb3 req-6168674c-3d66-4917-a247-26a40ba69220 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=227a9256-77ed-4173-96a6-4aa27c77c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330372 Aug 04 15:32:37.841142 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d024aab-4ca3-485e-ae15-7a8f7060fea2 req-97bec6a9-c13f-45ed-9264-111b97766ff3 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:37.842755 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4d024aab-4ca3-485e-ae15-7a8f7060fea2 req-97bec6a9-c13f-45ed-9264-111b97766ff3 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d929ede-5adb-4798-ad2b-a73143397e75 HTTP/1.1" status: 200 len: 946 time: 0.0482605 Aug 04 15:32:37.851250 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 58758) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:32:37.856632 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-e010a12c-0e4e-4d6e-a14e-f5c6b2b9ad66 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Request body: {'floatingip': {'port_id': '1bbb1f77-a785-4197-a53d-a95e8f7594e4'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:32:37.896103 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e010a12c-0e4e-4d6e-a14e-f5c6b2b9ad66 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for floatingip, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:38.352318 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e010a12c-0e4e-4d6e-a14e-f5c6b2b9ad66 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:38.356348 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e010a12c-0e4e-4d6e-a14e-f5c6b2b9ad66 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068737'] for floatingip, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:38.459073 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.l3_db [None req-e010a12c-0e4e-4d6e-a14e-f5c6b2b9ad66 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Floating IP 0068d237-6648-4f58-b273-68819a12c2b3 associated. External IP: 172.27.3.154, port: 1bbb1f77-a785-4197-a53d-a95e8f7594e4. Aug 04 15:32:38.682279 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e010a12c-0e4e-4d6e-a14e-f5c6b2b9ad66 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Router f061b923-2ca1-4643-818e-17f862374323 has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:32:39.003172 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-116bd1ed-90c8-46dd-a7e1-1f793542795d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:39.051652 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e010a12c-0e4e-4d6e-a14e-f5c6b2b9ad66 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:32:39.056246 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e010a12c-0e4e-4d6e-a14e-f5c6b2b9ad66 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:39.062295 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b2434-d027-4753-b379-355afba563d1 None None] Sync routers for ids ['f061b923-2ca1-4643-818e-17f862374323'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:32:39.072734 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b2434-d027-4753-b379-355afba563d1 None None] Routers {'f061b923-2ca1-4643-818e-17f862374323'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:32:39.074034 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-6e9b2434-d027-4753-b379-355afba563d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:32:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['f061b923-2ca1-4643-818e-17f862374323'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:32:39.085886 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-e010a12c-0e4e-4d6e-a14e-f5c6b2b9ad66 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "PUT /v2.0/floatingips/0068d237-6648-4f58-b273-68819a12c2b3 HTTP/1.1" status: 200 len: 992 time: 1.2334063 Aug 04 15:32:39.086355 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d929ede-5adb-4798-ad2b-a73143397e75', 'tag': '1bbb1f77-a785-4197-a53d-a95e8f7594e4'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:32:39.088753 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88962b49-a394-4baf-864e-fdd2c8edd38d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d929ede-5adb-4798-ad2b-a73143397e75", "tag": "1bbb1f77-a785-4197-a53d-a95e8f7594e4"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:32:39.128485 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534d08d5-6f6d-455e-ab85-120da0fcdce1 x-openstack-request-id: req-534d08d5-6f6d-455e-ab85-120da0fcdce1 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:32:39.128852 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d929ede-5adb-4798-ad2b-a73143397e75", "tag": "1bbb1f77-a785-4197-a53d-a95e8f7594e4", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:32:39.129397 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-534d08d5-6f6d-455e-ab85-120da0fcdce1 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:32:39.130472 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d929ede-5adb-4798-ad2b-a73143397e75', 'tag': '1bbb1f77-a785-4197-a53d-a95e8f7594e4', 'status': 'completed', 'code': 200} Aug 04 15:32:39.197835 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-6e9b2434-d027-4753-b379-355afba563d1 None None] Set router f061b923-2ca1-4643-818e-17f862374323 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:32:39.202622 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88962b49-a394-4baf-864e-fdd2c8edd38d req-4630f6cf-18d3-425f-a7a6-9731133d580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:39.204306 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-88962b49-a394-4baf-864e-fdd2c8edd38d req-4630f6cf-18d3-425f-a7a6-9731133d580f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fd57cd3b0c94232b41f2bd329a796ff&device_id=9d929ede-5adb-4798-ad2b-a73143397e75 HTTP/1.1" status: 200 len: 1099 time: 0.0493791 Aug 04 15:32:39.312587 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88962b49-a394-4baf-864e-fdd2c8edd38d req-a28764c7-969e-4654-8aec-0e51d4918f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:39.314083 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-88962b49-a394-4baf-864e-fdd2c8edd38d req-a28764c7-969e-4654-8aec-0e51d4918f01 service neutron] 10.222.0.59 "GET /v2.0/networks?id=33edf930-aed3-43bb-8d08-e5d092448dad HTTP/1.1" status: 200 len: 911 time: 0.1017082 Aug 04 15:32:39.383866 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-88962b49-a394-4baf-864e-fdd2c8edd38d req-3ca5c44f-3c7b-4711-bf65-c6db94cf9482 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bbb1f77-a785-4197-a53d-a95e8f7594e4 HTTP/1.1" status: 200 len: 1000 time: 0.0608146 Aug 04 15:32:39.388726 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:39.441051 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88962b49-a394-4baf-864e-fdd2c8edd38d req-ad5cd347-9ba4-4dc6-81b6-b4e06866527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:39.443455 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-88962b49-a394-4baf-864e-fdd2c8edd38d req-ad5cd347-9ba4-4dc6-81b6-b4e06866527c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f26f94f7-b955-4415-8c21-0f8292abd57d HTTP/1.1" status: 200 len: 849 time: 0.0519350 Aug 04 15:32:39.450010 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-6e9b2434-d027-4753-b379-355afba563d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f061b923-2ca1-4643-818e-17f862374323', 'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:29:05Z', 'updated_at': '2021-08-04T15:29:11Z', 'revision_number': 4, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'gw_port': {'id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:07Z', 'updated_at': '2021-08-04T15:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': '0068d237-6648-4f58-b273-68819a12c2b3', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'floating_ip_address': '172.27.3.154', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': 'f061b923-2ca1-4643-818e-17f862374323', 'port_id': '1bbb1f77-a785-4197-a53d-a95e8f7594e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'mac_address': 'fa:16:3e:1b:7b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d929ede-5adb-4798-ad2b-a73143397e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:32:27Z', 'updated_at': '2021-08-04T15:32:38Z', 'revision_number': 1, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a07f15f-7e12-4db0-870a-8964c66717f4', 'name': '', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'mac_address': 'fa:16:3e:9b:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:10Z', 'updated_at': '2021-08-04T15:29:18Z', 'revision_number': 5, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'subnets': [{'id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:32:39.476365 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b2434-d027-4753-b379-355afba563d1 None None] Checking router: f061b923-2ca1-4643-818e-17f862374323 for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:32:39.484906 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b2434-d027-4753-b379-355afba563d1 None None] Routers {'f061b923-2ca1-4643-818e-17f862374323'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:32:39.485526 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-6e9b2434-d027-4753-b379-355afba563d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:32:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['f061b923-2ca1-4643-818e-17f862374323'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:32:39.496388 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88962b49-a394-4baf-864e-fdd2c8edd38d req-9bb3d27e-af42-4124-92c6-fd8aea952180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:39.497909 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-88962b49-a394-4baf-864e-fdd2c8edd38d req-9bb3d27e-af42-4124-92c6-fd8aea952180 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33edf930-aed3-43bb-8d08-e5d092448dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0471306 Aug 04 15:32:39.597120 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-88962b49-a394-4baf-864e-fdd2c8edd38d req-b0ff3e8c-f509-4fdd-a8d8-82514a2ed6b5 service neutron] 10.222.0.59 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923049 Aug 04 15:32:39.598453 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-6e9b2434-d027-4753-b379-355afba563d1 None None] Set router f061b923-2ca1-4643-818e-17f862374323 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:32:39.645669 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:39.697015 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-88962b49-a394-4baf-864e-fdd2c8edd38d req-d40632f5-c870-4506-9d55-b4eae62775f1 service neutron] 10.222.0.59 "GET /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923014 Aug 04 15:32:39.851526 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-6e9b2434-d027-4753-b379-355afba563d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f061b923-2ca1-4643-818e-17f862374323', 'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:29:05Z', 'updated_at': '2021-08-04T15:29:11Z', 'revision_number': 4, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'gw_port': {'id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:07Z', 'updated_at': '2021-08-04T15:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': '0068d237-6648-4f58-b273-68819a12c2b3', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'floating_ip_address': '172.27.3.154', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': 'f061b923-2ca1-4643-818e-17f862374323', 'port_id': '1bbb1f77-a785-4197-a53d-a95e8f7594e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'mac_address': 'fa:16:3e:1b:7b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d929ede-5adb-4798-ad2b-a73143397e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:32:27Z', 'updated_at': '2021-08-04T15:32:38Z', 'revision_number': 1, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a07f15f-7e12-4db0-870a-8964c66717f4', 'name': '', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'mac_address': 'fa:16:3e:9b:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:10Z', 'updated_at': '2021-08-04T15:29:18Z', 'revision_number': 5, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'subnets': [{'id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:32:39.877526 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b2434-d027-4753-b379-355afba563d1 None None] The sync data for ids ['f061b923-2ca1-4643-818e-17f862374323'] in dv-cinder-689486-15-iscsi is: [{'id': 'f061b923-2ca1-4643-818e-17f862374323', 'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:29:05Z', 'updated_at': '2021-08-04T15:29:11Z', 'revision_number': 4, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'gw_port': {'id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:07Z', 'updated_at': '2021-08-04T15:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': '0068d237-6648-4f58-b273-68819a12c2b3', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'floating_ip_address': '172.27.3.154', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': 'f061b923-2ca1-4643-818e-17f862374323', 'port_id': '1bbb1f77-a785-4197-a53d-a95e8f7594e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'mac_address': 'fa:16:3e:1b:7b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d929ede-5adb-4798-ad2b-a73143397e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:32:27Z', 'updated_at': '2021-08-04T15:32:38Z', 'revision_number': 1, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a07f15f-7e12-4db0-870a-8964c66717f4', 'name': '', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'mac_address': 'fa:16:3e:9b:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:10Z', 'updated_at': '2021-08-04T15:29:18Z', 'revision_number': 5, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'subnets': [{'id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:32:40.068881 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bae9e1-c682-47c5-96b8-004bc725a67b None None] New status for floating IP 0068d237-6648-4f58-b273-68819a12c2b3: ACTIVE {{(pid=93422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:32:40.113920 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:42.604549 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:56.800750 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a9aa6-0294-4765-8bf4-75df57eb2346 req-74d9edbf-60ef-4441-a60e-b1c218494d17 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:56.802365 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7a3a9aa6-0294-4765-8bf4-75df57eb2346 req-74d9edbf-60ef-4441-a60e-b1c218494d17 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 947 time: 0.0511656 Aug 04 15:32:56.842238 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7a3a9aa6-0294-4765-8bf4-75df57eb2346 req-fe6a9362-06c6-4ed3-a64d-6cb71f3ac6ad tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330775 Aug 04 15:32:57.969135 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caac779-fe71-4b04-9ff5-fba6850f83c1 req-df31dcb4-ca20-4c5d-b3d9-2dfb2619510b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:57.970651 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8caac779-fe71-4b04-9ff5-fba6850f83c1 req-df31dcb4-ca20-4c5d-b3d9-2dfb2619510b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 947 time: 0.0512826 Aug 04 15:32:58.020986 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8caac779-fe71-4b04-9ff5-fba6850f83c1 req-b7ffbbaa-08ec-4d83-b37c-3f7ab8b8dd5f tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0e53fe-e476-406b-9b85-a28b563020e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394878 Aug 04 15:32:58.278857 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0030d9-2108-4d09-931a-adda32449ecf req-111e6778-17e5-4d57-b474-f71f520aea81 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:32:58.280383 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4a0030d9-2108-4d09-931a-adda32449ecf req-111e6778-17e5-4d57-b474-f71f520aea81 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.59 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 947 time: 0.0480504 Aug 04 15:32:58.379603 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-4a0030d9-2108-4d09-931a-adda32449ecf req-2211f932-2362-4ba8-b4f1-40afd0e8a2c6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Deleting port f5831a3e-a094-4b7c-ac13-9f26ded37c89 {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:32:58.379944 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-4a0030d9-2108-4d09-931a-adda32449ecf req-2211f932-2362-4ba8-b4f1-40afd0e8a2c6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:58.463951 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-4a0030d9-2108-4d09-931a-adda32449ecf req-2211f932-2362-4ba8-b4f1-40afd0e8a2c6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] For port f5831a3e-a094-4b7c-ac13-9f26ded37c89, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f5831a3e-a094-4b7c-ac13-9f26ded37c89,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:32:58.464313 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-4a0030d9-2108-4d09-931a-adda32449ecf req-2211f932-2362-4ba8-b4f1-40afd0e8a2c6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:58.639828 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-4a0030d9-2108-4d09-931a-adda32449ecf req-2211f932-2362-4ba8-b4f1-40afd0e8a2c6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:58.640204 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-4a0030d9-2108-4d09-931a-adda32449ecf req-2211f932-2362-4ba8-b4f1-40afd0e8a2c6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068737'] for floatingip, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:58.641036 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.l3_db [req-4a0030d9-2108-4d09-931a-adda32449ecf req-2211f932-2362-4ba8-b4f1-40afd0e8a2c6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Floating IP b9c07f0d-5cfc-4726-bfeb-09ce961a1f92 disassociated. External IP: 172.27.3.122, port: f5831a3e-a094-4b7c-ac13-9f26ded37c89. Aug 04 15:32:58.641377 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-4a0030d9-2108-4d09-931a-adda32449ecf req-2211f932-2362-4ba8-b4f1-40afd0e8a2c6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Calling delete_port for f5831a3e-a094-4b7c-ac13-9f26ded37c89 owned by compute:nova {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:32:58.771289 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-4a0030d9-2108-4d09-931a-adda32449ecf req-2211f932-2362-4ba8-b4f1-40afd0e8a2c6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:58.803218 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211f932-2362-4ba8-b4f1-40afd0e8a2c6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Pushing event deleted for resources: {'Port': ['ID=f5831a3e-a094-4b7c-ac13-9f26ded37c89,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:32:58.918459 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a0030d9-2108-4d09-931a-adda32449ecf req-2211f932-2362-4ba8-b4f1-40afd0e8a2c6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Router fd495a11-bd8f-444c-8b11-bfecf64b6dcb has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:32:59.022088 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a0030d9-2108-4d09-931a-adda32449ecf req-2211f932-2362-4ba8-b4f1-40afd0e8a2c6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:32:59.032733 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e01eb8b-c7b0-4253-b719-7d2a9a07a8d8 None None] Sync routers for ids ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:32:59.041694 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e01eb8b-c7b0-4253-b719-7d2a9a07a8d8 None None] Routers {'fd495a11-bd8f-444c-8b11-bfecf64b6dcb'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:32:59.042307 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-7e01eb8b-c7b0-4253-b719-7d2a9a07a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:32:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:32:59.064034 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0030d9-2108-4d09-931a-adda32449ecf req-2211f932-2362-4ba8-b4f1-40afd0e8a2c6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] No DVR routers for this DVR port f5831a3e-a094-4b7c-ac13-9f26ded37c89 on host hv-cinder-68948 {{(pid=93419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:32:59.066555 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-4a0030d9-2108-4d09-931a-adda32449ecf req-2211f932-2362-4ba8-b4f1-40afd0e8a2c6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:32:59.068608 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4a0030d9-2108-4d09-931a-adda32449ecf req-2211f932-2362-4ba8-b4f1-40afd0e8a2c6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.59 "DELETE /v2.0/ports/f5831a3e-a094-4b7c-ac13-9f26ded37c89 HTTP/1.1" status: 204 len: 173 time: 0.7819798 Aug 04 15:32:59.069053 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b46478-e28a-4090-a599-20b6db40d7b7', 'name': 'network-vif-deleted', 'tag': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:32:59.071386 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1a59b0-f0a8-4f62-b4a9-3676ef70c841" -d '{"events": [{"server_uuid": "35b46478-e28a-4090-a599-20b6db40d7b7", "name": "network-vif-deleted", "tag": "f5831a3e-a094-4b7c-ac13-9f26ded37c89"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:32:59.116559 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358ca82d-5f86-4583-b9d5-f72a4e1202eb x-openstack-request-id: req-358ca82d-5f86-4583-b9d5-f72a4e1202eb {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:32:59.116844 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b46478-e28a-4090-a599-20b6db40d7b7", "name": "network-vif-deleted", "tag": "f5831a3e-a094-4b7c-ac13-9f26ded37c89", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:32:59.117101 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-358ca82d-5f86-4583-b9d5-f72a4e1202eb {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:32:59.117495 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b46478-e28a-4090-a599-20b6db40d7b7', 'name': 'network-vif-deleted', 'tag': 'f5831a3e-a094-4b7c-ac13-9f26ded37c89', 'status': 'completed', 'code': 200} Aug 04 15:32:59.149716 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-51c1770e-467a-4f91-9122-24c2b6884083 req-93c06103-7997-4a60-b494-486137350b1b tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/ports?device_id=35b46478-e28a-4090-a599-20b6db40d7b7 HTTP/1.1" status: 200 len: 210 time: 0.0354714 Aug 04 15:32:59.166264 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-7e01eb8b-c7b0-4253-b719-7d2a9a07a8d8 None None] Set router fd495a11-bd8f-444c-8b11-bfecf64b6dcb gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:32:59.386991 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-7e01eb8b-c7b0-4253-b719-7d2a9a07a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'gw_port': {'id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '0f31edf3-797f-44f5-b381-5b0cc1bc7256', 'name': '', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'mac_address': 'fa:16:3e:f2:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:57Z', 'updated_at': '2021-08-04T15:26:12Z', 'revision_number': 5, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'subnets': [{'id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:32:59.417058 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e01eb8b-c7b0-4253-b719-7d2a9a07a8d8 None None] Checking router: fd495a11-bd8f-444c-8b11-bfecf64b6dcb for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:32:59.426033 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e01eb8b-c7b0-4253-b719-7d2a9a07a8d8 None None] Routers {'fd495a11-bd8f-444c-8b11-bfecf64b6dcb'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:32:59.426638 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-7e01eb8b-c7b0-4253-b719-7d2a9a07a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:32:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:32:59.652959 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-7e01eb8b-c7b0-4253-b719-7d2a9a07a8d8 None None] Set router fd495a11-bd8f-444c-8b11-bfecf64b6dcb gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:32:59.854116 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-7e01eb8b-c7b0-4253-b719-7d2a9a07a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'gw_port': {'id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '0f31edf3-797f-44f5-b381-5b0cc1bc7256', 'name': '', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'mac_address': 'fa:16:3e:f2:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:57Z', 'updated_at': '2021-08-04T15:26:12Z', 'revision_number': 5, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'subnets': [{'id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:32:59.880216 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e01eb8b-c7b0-4253-b719-7d2a9a07a8d8 None None] The sync data for ids ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'] in dv-cinder-689486-15-iscsi is: [{'id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'gw_port': {'id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '0f31edf3-797f-44f5-b381-5b0cc1bc7256', 'name': '', 'network_id': 'dd89b09a-7ad5-4295-b4a2-c6269006ebd0', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'mac_address': 'fa:16:3e:f2:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:57Z', 'updated_at': '2021-08-04T15:26:12Z', 'revision_number': 5, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'subnets': [{'id': '3e2c0f22-78d2-4799-9521-73d9b2f8536e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:33:00.092723 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3314fb-a452-4506-8a4c-5027fa0684ed None None] New status for floating IP b9c07f0d-5cfc-4726-bfeb-09ce961a1f92: DOWN {{(pid=93422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:33:00.238137 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 58826) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:00.298303 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6e6e21db-6db1-4cff-8a55-02e44ce734f6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:00.322103 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6e6e21db-6db1-4cff-8a55-02e44ce734f6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:00.368989 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6e6e21db-6db1-4cff-8a55-02e44ce734f6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:00.371697 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6e6e21db-6db1-4cff-8a55-02e44ce734f6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:00.372848 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-6e6e21db-6db1-4cff-8a55-02e44ce734f6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "DELETE /v2.0/security-groups/2c0e53fe-e476-406b-9b85-a28b563020e7 HTTP/1.1" status: 204 len: 168 time: 0.1337304 Aug 04 15:33:00.376304 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 58828) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:00.382837 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e21db-6db1-4cff-8a55-02e44ce734f6 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0e53fe-e476-406b-9b85-a28b563020e7,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:00.389794 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.api.v2.resource [None req-d43cda45-7da3-4413-b6e4-1620865ea426 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] show failed (client error): The resource could not be found. Aug 04 15:33:00.391936 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-d43cda45-7da3-4413-b6e4-1620865ea426 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "GET /v2.0/security-groups/2c0e53fe-e476-406b-9b85-a28b563020e7 HTTP/1.1" status: 404 len: 347 time: 0.0143609 Aug 04 15:33:00.394512 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 58830) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:00.513272 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-c4284064-4798-4bda-ac80-81237a8b4c16 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Deleting port c71940be-6794-4571-9124-44e83643e03f {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:33:00.513495 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c4284064-4798-4bda-ac80-81237a8b4c16 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:00.590693 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c4284064-4798-4bda-ac80-81237a8b4c16 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:00.591031 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c4284064-4798-4bda-ac80-81237a8b4c16 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:00.603535 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-c4284064-4798-4bda-ac80-81237a8b4c16 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Calling delete_port for c71940be-6794-4571-9124-44e83643e03f owned by network:floatingip {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:33:00.732080 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c4284064-4798-4bda-ac80-81237a8b4c16 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:00.762159 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4284064-4798-4bda-ac80-81237a8b4c16 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Pushing event deleted for resources: {'Port': ['ID=c71940be-6794-4571-9124-44e83643e03f,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:00.831952 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c4284064-4798-4bda-ac80-81237a8b4c16 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks [] for floatingip, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:00.834475 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c4284064-4798-4bda-ac80-81237a8b4c16 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:00.835731 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-c4284064-4798-4bda-ac80-81237a8b4c16 tempest-AttachVolumeShelveTestJSON-2069666623 tempest-AttachVolumeShelveTestJSON-2069666623-project] 10.222.0.10 "DELETE /v2.0/floatingips/b9c07f0d-5cfc-4726-bfeb-09ce961a1f92 HTTP/1.1" status: 204 len: 168 time: 0.4402449 Aug 04 15:33:01.354140 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device f5831a3e-a094-4b7c-ac13-9f26ded37c89 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:33:01.379825 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] No Port match for: f5831a3e-a094-4b7c-ac13-9f26ded37c89 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:33:01.380168 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device f5831a3e-a094-4b7c-ac13-9f26ded37c89 not bound to the agent host hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:33:03.272509 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 58858) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:03.772065 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-69cd9956-5af9-429f-8ce6-b9e42d9f12c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8072613'] for router_interface, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:04.304468 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-69cd9956-5af9-429f-8ce6-b9e42d9f12c9 admin admin] Deleting port 0f31edf3-797f-44f5-b381-5b0cc1bc7256 {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:33:04.305128 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-69cd9956-5af9-429f-8ce6-b9e42d9f12c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:04.379338 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [None req-69cd9956-5af9-429f-8ce6-b9e42d9f12c9 admin admin] For port 0f31edf3-797f-44f5-b381-5b0cc1bc7256, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=0f31edf3-797f-44f5-b381-5b0cc1bc7256,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:33:04.379706 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-69cd9956-5af9-429f-8ce6-b9e42d9f12c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:04.392107 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-69cd9956-5af9-429f-8ce6-b9e42d9f12c9 admin admin] Calling delete_port for 0f31edf3-797f-44f5-b381-5b0cc1bc7256 owned by network:router_interface {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:33:04.569392 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-69cd9956-5af9-429f-8ce6-b9e42d9f12c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:04.600006 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd9956-5af9-429f-8ce6-b9e42d9f12c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f31edf3-797f-44f5-b381-5b0cc1bc7256,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:04.768987 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-69cd9956-5af9-429f-8ce6-b9e42d9f12c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7928224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8072525'] for router_interface, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:04.990055 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cd9956-5af9-429f-8ce6-b9e42d9f12c9 admin admin] Router fd495a11-bd8f-444c-8b11-bfecf64b6dcb has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:33:05.094068 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cd9956-5af9-429f-8ce6-b9e42d9f12c9 admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:33:05.099261 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-69cd9956-5af9-429f-8ce6-b9e42d9f12c9 admin admin] 10.222.0.10 "PUT /v2.0/routers/fd495a11-bd8f-444c-8b11-bfecf64b6dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8257084 Aug 04 15:33:05.101695 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 58864) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:05.102612 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8351d044-e18e-4ef5-bffb-1d099422a4d8 None None] Sync routers for ids ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:33:05.112420 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8351d044-e18e-4ef5-bffb-1d099422a4d8 None None] Routers {'fd495a11-bd8f-444c-8b11-bfecf64b6dcb'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:33:05.113028 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-8351d044-e18e-4ef5-bffb-1d099422a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:32:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:33:05.216737 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6a706c35-5865-403a-b713-f050d8142452 admin admin] Notify callbacks [] for router, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:05.226837 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-8351d044-e18e-4ef5-bffb-1d099422a4d8 None None] Set router fd495a11-bd8f-444c-8b11-bfecf64b6dcb gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:33:05.320736 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6a706c35-5865-403a-b713-f050d8142452 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:05.373067 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-6a706c35-5865-403a-b713-f050d8142452 admin admin] Deleting port 8df3e009-2863-4a14-b8cb-4809401e76ea {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:33:05.373410 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6a706c35-5865-403a-b713-f050d8142452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:05.404577 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-8351d044-e18e-4ef5-bffb-1d099422a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:33:04Z', 'revision_number': 5, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'gw_port': {'id': '8df3e009-2863-4a14-b8cb-4809401e76ea', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:25:48Z', 'updated_at': '2021-08-04T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:33:05.431392 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8351d044-e18e-4ef5-bffb-1d099422a4d8 None None] Checking router: fd495a11-bd8f-444c-8b11-bfecf64b6dcb for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:33:05.439809 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8351d044-e18e-4ef5-bffb-1d099422a4d8 None None] Routers {'fd495a11-bd8f-444c-8b11-bfecf64b6dcb'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:33:05.440415 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-8351d044-e18e-4ef5-bffb-1d099422a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:32:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:33:05.452366 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [None req-6a706c35-5865-403a-b713-f050d8142452 admin admin] For port 8df3e009-2863-4a14-b8cb-4809401e76ea, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=8df3e009-2863-4a14-b8cb-4809401e76ea,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:33:05.453312 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6a706c35-5865-403a-b713-f050d8142452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:05.465920 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-6a706c35-5865-403a-b713-f050d8142452 admin admin] Calling delete_port for 8df3e009-2863-4a14-b8cb-4809401e76ea owned by network:router_gateway {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:33:05.540792 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-8351d044-e18e-4ef5-bffb-1d099422a4d8 None None] Set router fd495a11-bd8f-444c-8b11-bfecf64b6dcb gateway port host: None {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:33:05.544046 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-96ee8a39-f2d9-4e41-a855-a7bab8dc4eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:05.608445 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-8351d044-e18e-4ef5-bffb-1d099422a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:33:05Z', 'revision_number': 6, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'gw_port_host': None}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:33:05.634446 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8351d044-e18e-4ef5-bffb-1d099422a4d8 None None] The sync data for ids ['fd495a11-bd8f-444c-8b11-bfecf64b6dcb'] in dv-cinder-689486-15-iscsi is: [{'id': 'fd495a11-bd8f-444c-8b11-bfecf64b6dcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1970924015-router', 'tenant_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:25:46Z', 'updated_at': '2021-08-04T15:33:05Z', 'revision_number': 6, 'project_id': '893953c6f8fa4c87b7f6a168eff46c0a', 'gw_port_host': None}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:33:05.647501 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6a706c35-5865-403a-b713-f050d8142452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:05.678557 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a706c35-5865-403a-b713-f050d8142452 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df3e009-2863-4a14-b8cb-4809401e76ea,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:05.742784 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6a706c35-5865-403a-b713-f050d8142452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068815'] for router_gateway, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:05.833226 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6a706c35-5865-403a-b713-f050d8142452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8061795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7190'] for router, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:05.836059 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6a706c35-5865-403a-b713-f050d8142452 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:05.847072 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:33:05.880404 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6a706c35-5865-403a-b713-f050d8142452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8061903'] for router, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:05.880971 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a706c35-5865-403a-b713-f050d8142452 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd495a11-bd8f-444c-8b11-bfecf64b6dcb {{(pid=93420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:33:05.886517 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6a706c35-5865-403a-b713-f050d8142452 admin admin] Notify callbacks [] for router, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:05.887717 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-6a706c35-5865-403a-b713-f050d8142452 admin admin] 10.222.0.10 "DELETE /v2.0/routers/fd495a11-bd8f-444c-8b11-bfecf64b6dcb HTTP/1.1" status: 204 len: 168 time: 0.7851040 Aug 04 15:33:05.890156 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 58868) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:05.938240 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3881656-c79c-46d8-bba7-225f7294504d admin admin] Deleting subnet 3e2c0f22-78d2-4799-9521-73d9b2f8536e {{(pid=93420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:33:05.941206 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e3881656-c79c-46d8-bba7-225f7294504d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:05.977630 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e3881656-c79c-46d8-bba7-225f7294504d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5550646'] for subnet, precommit_delete_associations {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:06.095510 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e3881656-c79c-46d8-bba7-225f7294504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674264'] for subnet, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:06.148163 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e3881656-c79c-46d8-bba7-225f7294504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2773188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3822131'] for subnet, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:06.173404 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3881656-c79c-46d8-bba7-225f7294504d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e2c0f22-78d2-4799-9521-73d9b2f8536e,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:06.177011 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e3881656-c79c-46d8-bba7-225f7294504d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:06.178895 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-e3881656-c79c-46d8-bba7-225f7294504d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3e2c0f22-78d2-4799-9521-73d9b2f8536e HTTP/1.1" status: 204 len: 168 time: 0.2872303 Aug 04 15:33:06.181372 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 58870) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:06.182931 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a1629a-8e23-448d-945e-73b8f1602000 None None] Network dd89b09a-7ad5-4295-b4a2-c6269006ebd0 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:33:06.253658 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c1a04634-ec6a-4a21-9d31-204260d7a237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780294'] for network, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:06.307062 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-c1a04634-ec6a-4a21-9d31-204260d7a237 admin admin] Deleting port 0b9e8593-6dc3-4b50-b28a-bf131a6476bc {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:33:06.307431 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c1a04634-ec6a-4a21-9d31-204260d7a237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:06.371236 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [None req-c1a04634-ec6a-4a21-9d31-204260d7a237 admin admin] For port 0b9e8593-6dc3-4b50-b28a-bf131a6476bc, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=0b9e8593-6dc3-4b50-b28a-bf131a6476bc,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:33:06.371853 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c1a04634-ec6a-4a21-9d31-204260d7a237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:06.385419 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] DHCP port deletion for dd89b09a-7ad5-4295-b4a2-c6269006ebd0 request from dv-cinder-689486-15-iscsi {{(pid=93421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:33:06.386213 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-c1a04634-ec6a-4a21-9d31-204260d7a237 admin admin] Calling delete_port for 0b9e8593-6dc3-4b50-b28a-bf131a6476bc owned by network:dhcp {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:33:06.445551 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] Deleting port 0b9e8593-6dc3-4b50-b28a-bf131a6476bc {{(pid=93421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:33:06.446736 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:06.449063 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 0b9e8593-6dc3-4b50-b28a-bf131a6476bc no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:33:06.473706 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c1a04634-ec6a-4a21-9d31-204260d7a237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:06.500247 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a04634-ec6a-4a21-9d31-204260d7a237 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b9e8593-6dc3-4b50-b28a-bf131a6476bc,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:06.504176 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a04634-ec6a-4a21-9d31-204260d7a237 admin admin] No DVR routers for this DVR port 0b9e8593-6dc3-4b50-b28a-bf131a6476bc on host dv-cinder-689486-15-iscsi {{(pid=93420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:33:06.545575 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] For port 0b9e8593-6dc3-4b50-b28a-bf131a6476bc, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=0b9e8593-6dc3-4b50-b28a-bf131a6476bc,segment=NetworkSegment(95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c),segment_id=95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:33:06.545970 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:06.548165 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No active binding found for port 0b9e8593-6dc3-4b50-b28a-bf131a6476bc {{(pid=93421) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 04 15:33:06.548582 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 0b9e8593-6dc3-4b50-b28a-bf131a6476bc not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:33:06.548992 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 8df3e009-2863-4a14-b8cb-4809401e76ea no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:33:06.575929 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] Calling delete_port for 0b9e8593-6dc3-4b50-b28a-bf131a6476bc owned by network:dhcp {{(pid=93421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:33:06.579613 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: 8df3e009-2863-4a14-b8cb-4809401e76ea {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:33:06.580049 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 8df3e009-2863-4a14-b8cb-4809401e76ea not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:33:06.580355 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 0f31edf3-797f-44f5-b381-5b0cc1bc7256 no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:33:06.581125 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c1a04634-ec6a-4a21-9d31-204260d7a237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668493', 'neutron.services.segments.db._delete_segments_for_network-8754112322169'] for network, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:06.597515 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.services.segments.db [None req-c1a04634-ec6a-4a21-9d31-204260d7a237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd89b09a-7ad5-4295-b4a2-c6269006ebd0']}} {{(pid=93420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:33:06.604718 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: 0f31edf3-797f-44f5-b381-5b0cc1bc7256 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:33:06.605061 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 0f31edf3-797f-44f5-b381-5b0cc1bc7256 not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:33:06.609988 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.services.segments.db [None req-c1a04634-ec6a-4a21-9d31-204260d7a237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c') {'for_net_delete': True} {{(pid=93420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:33:06.610290 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.services.segments.db [None req-c1a04634-ec6a-4a21-9d31-204260d7a237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d0fb70-1e23-4b2d-bc8e-abf83ba9cd5c') {} {{(pid=93420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:33:06.624066 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c1a04634-ec6a-4a21-9d31-204260d7a237 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754112333828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5550671'] for segment, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:06.641012 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c1a04634-ec6a-4a21-9d31-204260d7a237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:06.648089 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a04634-ec6a-4a21-9d31-204260d7a237 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:33:06.648490 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c1a04634-ec6a-4a21-9d31-204260d7a237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2773038'] for segment, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: Traceback (most recent call last): Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: timer() Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: cb(*args, **kw) Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: return func(*args, **kwargs) Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: self._notify() Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: self.callback(batched_events) Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: event.method(event) Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: return f(self, *a, **k) Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: return self._get(url).json() Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: return self.request(url, 'GET', **kwargs) Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:33:06.650145 dv-cinder-689486-15-iscsi neutron-server[93420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:33:06.706364 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c1a04634-ec6a-4a21-9d31-204260d7a237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068755'] for network, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:06.716800 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c1a04634-ec6a-4a21-9d31-204260d7a237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:06.721759 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-c1a04634-ec6a-4a21-9d31-204260d7a237 admin admin] 10.222.0.10 "DELETE /v2.0/networks/dd89b09a-7ad5-4295-b4a2-c6269006ebd0 HTTP/1.1" status: 204 len: 168 time: 0.5393844 Aug 04 15:33:06.731356 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051'] for port, after_delete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:06.733266 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a04634-ec6a-4a21-9d31-204260d7a237 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd89b09a-7ad5-4295-b4a2-c6269006ebd0,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:06.755593 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] Network dd89b09a-7ad5-4295-b4a2-c6269006ebd0 is not hosted by any dhcp agent {{(pid=93421) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 15:33:06.756274 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] No DVR routers for this DVR port 0b9e8593-6dc3-4b50-b28a-bf131a6476bc on host dv-cinder-689486-15-iscsi {{(pid=93421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:33:06.758053 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] Pushing event deleted for resources: {'Port': ['ID=0b9e8593-6dc3-4b50-b28a-bf131a6476bc,revision_number=None']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:06.767308 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:06.767677 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:06.768948 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:06.768948 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:06.768948 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:06.769267 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:06.769565 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:06.769894 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:06.770241 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:06.770572 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:06.770894 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:06.771276 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67475a-a77d-42aa-ba68-cc1bb0365292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:06.859873 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 58876) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:06.902132 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-29096514-df6e-41ac-a0da-110c261b5104 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=893953c6f8fa4c87b7f6a168eff46c0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0400462 Aug 04 15:33:06.903601 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 58878) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:06.964249 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6409bd31-eb50-4ebf-be23-6baee33ef6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:06.985946 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6409bd31-eb50-4ebf-be23-6baee33ef6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:07.032807 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6409bd31-eb50-4ebf-be23-6baee33ef6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:07.035564 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-6409bd31-eb50-4ebf-be23-6baee33ef6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:07.036745 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-6409bd31-eb50-4ebf-be23-6baee33ef6f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2004d224-3ebc-4da2-8441-28984ec0af48 HTTP/1.1" status: 204 len: 168 time: 0.1322758 Aug 04 15:33:07.044696 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409bd31-eb50-4ebf-be23-6baee33ef6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2004d224-3ebc-4da2-8441-28984ec0af48,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:08.484496 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 58928) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:08.589407 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cca4dc3d-8a65-49ab-901f-735f0ff09058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:08.678914 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cca4dc3d-8a65-49ab-901f-735f0ff09058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:08.682869 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cca4dc3d-8a65-49ab-901f-735f0ff09058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:08.721233 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-cca4dc3d-8a65-49ab-901f-735f0ff09058 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dcaf89622f7949f19fc0c761f850661a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353723 Aug 04 15:33:08.722435 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4dc3d-8a65-49ab-901f-735f0ff09058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a2434a-af21-4a57-8444-819b170996db,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:08.723968 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 58932) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:08.776146 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-20c6bd2b-e383-49b1-899f-afa725af62d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:08.798229 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-20c6bd2b-e383-49b1-899f-afa725af62d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:08.844289 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-20c6bd2b-e383-49b1-899f-afa725af62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:08.846919 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-20c6bd2b-e383-49b1-899f-afa725af62d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:08.850359 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-20c6bd2b-e383-49b1-899f-afa725af62d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9a2434a-af21-4a57-8444-819b170996db HTTP/1.1" status: 204 len: 168 time: 0.1230254 Aug 04 15:33:08.855562 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6bd2b-e383-49b1-899f-afa725af62d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a2434a-af21-4a57-8444-819b170996db,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:08.994724 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-491b8266-6492-4403-836a-1ffeed45405a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:09.118303 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 58940) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:09.134892 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3d851f81-b14b-4e99-936d-4bf4ae1d9303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:09.227347 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3d851f81-b14b-4e99-936d-4bf4ae1d9303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:09.231053 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3d851f81-b14b-4e99-936d-4bf4ae1d9303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:09.269431 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-3d851f81-b14b-4e99-936d-4bf4ae1d9303 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c89c82f101f447f88435471a7dcb3d30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499031 Aug 04 15:33:09.270130 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d851f81-b14b-4e99-936d-4bf4ae1d9303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ca1e25-d32b-42d3-b225-d8d2dfef7238,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:09.272023 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 58942) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:09.322370 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cf13df70-01b9-4e8f-b713-235589c83fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:09.346636 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cf13df70-01b9-4e8f-b713-235589c83fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:09.385413 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:09.393175 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cf13df70-01b9-4e8f-b713-235589c83fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:09.395925 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-cf13df70-01b9-4e8f-b713-235589c83fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:09.397082 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-cf13df70-01b9-4e8f-b713-235589c83fc2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0ca1e25-d32b-42d3-b225-d8d2dfef7238 HTTP/1.1" status: 204 len: 168 time: 0.1238744 Aug 04 15:33:09.405504 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13df70-01b9-4e8f-b713-235589c83fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ca1e25-d32b-42d3-b225-d8d2dfef7238,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:09.617504 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:10.118478 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:11.010986 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2aaf0e20-1619-4243-8e80-c2ce6d381565 req-bbf2b129-1f72-4ecc-a72d-ab5d889df97a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400674 Aug 04 15:33:11.078410 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf0e20-1619-4243-8e80-c2ce6d381565 req-abc2ac0f-da81-4b8c-99be-b9e1dca4a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:11.080890 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2aaf0e20-1619-4243-8e80-c2ce6d381565 req-abc2ac0f-da81-4b8c-99be-b9e1dca4a882 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81189bdeb0e34495ae3b1512fddfe444&device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 1099 time: 0.0420139 Aug 04 15:33:11.200421 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf0e20-1619-4243-8e80-c2ce6d381565 req-01db7569-4e6d-4688-8a1a-d6a2b820cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:11.201877 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2aaf0e20-1619-4243-8e80-c2ce6d381565 req-01db7569-4e6d-4688-8a1a-d6a2b820cf5c service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e HTTP/1.1" status: 200 len: 913 time: 0.0956929 Aug 04 15:33:11.268134 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2aaf0e20-1619-4243-8e80-c2ce6d381565 req-bd22eb83-27e5-4efc-b059-386fb0c936ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd51bde3-0844-46a7-b02b-86a0c8d161c6 HTTP/1.1" status: 200 len: 1002 time: 0.0572846 Aug 04 15:33:11.328402 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf0e20-1619-4243-8e80-c2ce6d381565 req-9e6cd0f3-e672-436d-8a7a-4f09ebcf42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:11.329885 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2aaf0e20-1619-4243-8e80-c2ce6d381565 req-9e6cd0f3-e672-436d-8a7a-4f09ebcf42c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eaee7f63-f063-4df1-ba7e-6837cf8cbd3e HTTP/1.1" status: 200 len: 851 time: 0.0549524 Aug 04 15:33:11.375037 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf0e20-1619-4243-8e80-c2ce6d381565 req-65014b50-7c66-41b0-8538-a2e8a1e6fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:11.377132 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2aaf0e20-1619-4243-8e80-c2ce6d381565 req-65014b50-7c66-41b0-8538-a2e8a1e6fd8a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398028 Aug 04 15:33:11.464641 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2aaf0e20-1619-4243-8e80-c2ce6d381565 req-0d3f2e7e-03d2-4015-9021-c195b11721aa service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792048 Aug 04 15:33:11.560545 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2aaf0e20-1619-4243-8e80-c2ce6d381565 req-7dbe1367-2a93-460b-931f-7e335ef15546 service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877886 Aug 04 15:33:12.604917 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:15.670895 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9fb24eaa-7874-4895-8aeb-475aa4eff2d0 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426348976&fields=id&tenant_id=81189bdeb0e34495ae3b1512fddfe444 HTTP/1.1" status: 200 len: 267 time: 0.0400920 Aug 04 15:33:15.791910 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-519e6c21-2daa-41fd-a8aa-e88f74209c12 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:15.793411 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-519e6c21-2daa-41fd-a8aa-e88f74209c12 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/networks?id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e HTTP/1.1" status: 200 len: 812 time: 0.1153274 Aug 04 15:33:15.809321 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-bad0e0fa-46eb-42c8-86ba-e67dac625bba tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/quotas/81189bdeb0e34495ae3b1512fddfe444 HTTP/1.1" status: 200 len: 375 time: 0.0093112 Aug 04 15:33:15.871899 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-4eb5bd10-ff48-4ccc-8c7b-d23803da15df tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=81189bdeb0e34495ae3b1512fddfe444&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0556033 Aug 04 15:33:15.994001 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-526c8dd8-0b11-4a59-86c2-23aafc3fa75e service neutron] 10.222.0.10 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088805 Aug 04 15:33:16.099276 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-e0023d84-08ef-42a7-81c7-6a7e9a7435da service neutron] 10.222.0.10 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978568 Aug 04 15:33:16.448894 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2611f02e-b53f-4616-97dd-d0416af9b9dd req-598e8790-65b5-4e35-8ccd-0ac8c16714a8 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 210 time: 0.0393677 Aug 04 15:33:17.545714 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3fb19ab7-ea72-4d77-a253-b61660ca8fbd req-8af6e19b-a5d4-4d62-8064-ec22884bc07d tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 210 time: 0.0264361 Aug 04 15:33:18.637281 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b5b3992e-106a-4a62-8996-37a4b98503cc req-b45686fb-491b-4a8d-badf-fce7de00374d tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 210 time: 0.0258777 Aug 04 15:33:19.758211 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bed0954e-b82e-4ac2-a69c-fc8e142ff976 req-84a2e82b-b160-4b12-9104-8062ca5c21b7 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 210 time: 0.0317256 Aug 04 15:33:19.805318 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-ac8e1b1d-acb5-468e-9f50-dfdfebe2a13c tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:19.806844 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-ac8e1b1d-acb5-468e-9f50-dfdfebe2a13c tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.59 "GET /v2.0/networks?id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e HTTP/1.1" status: 200 len: 812 time: 0.1346810 Aug 04 15:33:19.855572 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-94953df7-165f-4aa8-b647-8f6716f109e1 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81189bdeb0e34495ae3b1512fddfe444 HTTP/1.1" status: 200 len: 380 time: 0.0350692 Aug 04 15:33:19.865328 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-dfe03f63-c5a9-47f2-9303-a9f9c8e3eb2a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Request body: {'port': {'device_id': '8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'admin_state_up': True, 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'security_groups': ['ed03715b-49a9-4088-bee1-66a04b11a2b8']}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:33:19.975273 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-dfe03f63-c5a9-47f2-9303-a9f9c8e3eb2a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Made reservation on behalf of 81189bdeb0e34495ae3b1512fddfe444 for: {'port': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:33:19.979252 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-dfe03f63-c5a9-47f2-9303-a9f9c8e3eb2a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:20.103181 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-dfe03f63-c5a9-47f2-9303-a9f9c8e3eb2a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Allocated IP 172.20.0.9 (ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e/eaee7f63-f063-4df1-ba7e-6837cf8cbd3e/a24e303b-62a2-4625-a2a9-4cc0612b6c7d) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:33:20.259980 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-dfe03f63-c5a9-47f2-9303-a9f9c8e3eb2a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:20.274972 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-dfe03f63-c5a9-47f2-9303-a9f9c8e3eb2a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Transition to ACTIVE for port object a24e303b-62a2-4625-a2a9-4cc0612b6c7d will not be triggered until provisioned by entity DHCP. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:33:20.307736 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-dfe03f63-c5a9-47f2-9303-a9f9c8e3eb2a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:20.348209 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-dfe03f63-c5a9-47f2-9303-a9f9c8e3eb2a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:33:20.352959 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-dfe03f63-c5a9-47f2-9303-a9f9c8e3eb2a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:33:20.356594 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-dfe03f63-c5a9-47f2-9303-a9f9c8e3eb2a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:33:20.363660 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe03f63-c5a9-47f2-9303-a9f9c8e3eb2a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event updated for resources: {'Port': ['ID=a24e303b-62a2-4625-a2a9-4cc0612b6c7d,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:20.419928 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-dfe03f63-c5a9-47f2-9303-a9f9c8e3eb2a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:20.420821 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-dfe03f63-c5a9-47f2-9303-a9f9c8e3eb2a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:20.436249 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-dfe03f63-c5a9-47f2-9303-a9f9c8e3eb2a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5747199 Aug 04 15:33:20.448873 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] Request body: {'port': {'device_id': '8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:33:20.506356 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:20.617618 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-e6c81ea5-44f2-43bd-b7ca-00b2a6e70ac2 None None] Provisioning for port a24e303b-62a2-4625-a2a9-4cc0612b6c7d completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:33:20.622476 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-e6c81ea5-44f2-43bd-b7ca-00b2a6e70ac2 None None] Provisioning complete for port a24e303b-62a2-4625-a2a9-4cc0612b6c7d triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:33:20.623104 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-e6c81ea5-44f2-43bd-b7ca-00b2a6e70ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:20.658680 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-e6c81ea5-44f2-43bd-b7ca-00b2a6e70ac2 None None] Port a24e303b-62a2-4625-a2a9-4cc0612b6c7d cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:33:20.791869 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24e303b-62a2-4625-a2a9-4cc0612b6c7d {{(pid=93419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:33:20.801315 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:20.817594 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] Transition to ACTIVE for port object a24e303b-62a2-4625-a2a9-4cc0612b6c7d will not be triggered until provisioned by entity L2. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:33:20.823565 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:20.940240 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a24e303b-62a2-4625-a2a9-4cc0612b6c7d,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:20.986707 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d7dcd-d05a-453c-8369-e42cd151970c req-1d3c42ae-f73d-4f48-b6c1-9fac5600ac07 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:20.988316 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b59d7dcd-d05a-453c-8369-e42cd151970c req-1d3c42ae-f73d-4f48-b6c1-9fac5600ac07 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 943 time: 0.1222854 Aug 04 15:33:21.033325 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] Attempting to bind port a24e303b-62a2-4625-a2a9-4cc0612b6c7d on host hv-cinder-68948 for vnic_type normal with profile {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:33:21.033660 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] Attempting to bind port a24e303b-62a2-4625-a2a9-4cc0612b6c7d by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '09172d19-1e2b-434d-9c76-68738c3d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e'}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:33:21.033993 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] Attempting to bind port a24e303b-62a2-4625-a2a9-4cc0612b6c7d on network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:33:21.052373 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] Port a24e303b-62a2-4625-a2a9-4cc0612b6c7d on network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:33:21.052697 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] Attempting to bind port a24e303b-62a2-4625-a2a9-4cc0612b6c7d on network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:33:21.059371 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b59d7dcd-d05a-453c-8369-e42cd151970c req-a3d4fa8c-f30a-4719-bb88-4331f486100a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643134 Aug 04 15:33:21.064351 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] Checking agent: {'id': '5bc10963-30ee-40c9-994c-c74f44e4da8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'started_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:33:21.064718 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] Checking segment: {'id': '09172d19-1e2b-434d-9c76-68738c3d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:33:21.065434 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] Bound using segment: {'id': '09172d19-1e2b-434d-9c76-68738c3d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e'} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:33:21.065921 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] Bound port: a24e303b-62a2-4625-a2a9-4cc0612b6c7d, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09172d19-1e2b-434d-9c76-68738c3d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e'}}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:33:21.066395 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:21.149191 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] For port a24e303b-62a2-4625-a2a9-4cc0612b6c7d, host hv-cinder-68948, cleared binding levels {{(pid=93419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:33:21.152322 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] For port a24e303b-62a2-4625-a2a9-4cc0612b6c7d, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a24e303b-62a2-4625-a2a9-4cc0612b6c7d,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:33:21.156315 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:21.190491 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:21.191115 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:21.192894 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] 10.222.0.59 "PUT /v2.0/ports/a24e303b-62a2-4625-a2a9-4cc0612b6c7d HTTP/1.1" status: 200 len: 1093 time: 0.7483985 Aug 04 15:33:21.193333 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9', 'tag': 'a24e303b-62a2-4625-a2a9-4cc0612b6c7d'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:33:21.195594 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0ee8e6-ac2f-44ed-ac04-0f8166655951" -d '{"events": [{"name": "network-changed", "server_uuid": "8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9", "tag": "a24e303b-62a2-4625-a2a9-4cc0612b6c7d"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:33:21.226948 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c702ef8-0125-4d7e-8ed6-8dc8e9e522c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a24e303b-62a2-4625-a2a9-4cc0612b6c7d,revision_number=3']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:21.262879 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e896ff-e2fb-4e5b-b271-ad2d8193ef9d x-openstack-request-id: req-21e896ff-e2fb-4e5b-b271-ad2d8193ef9d {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:33:21.263194 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9", "tag": "a24e303b-62a2-4625-a2a9-4cc0612b6c7d", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:33:21.263451 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21e896ff-e2fb-4e5b-b271-ad2d8193ef9d {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:33:21.263843 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9', 'tag': 'a24e303b-62a2-4625-a2a9-4cc0612b6c7d', 'status': 'completed', 'code': 200} Aug 04 15:33:21.279973 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-3fed318a-1f14-4f89-a4d4-ec220956a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:21.281502 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-3fed318a-1f14-4f89-a4d4-ec220956a14b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81189bdeb0e34495ae3b1512fddfe444&device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 1096 time: 0.0469725 Aug 04 15:33:21.330380 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-c7f9ccfb-e093-4efd-9764-1fbca24db82d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a24e303b-62a2-4625-a2a9-4cc0612b6c7d HTTP/1.1" status: 200 len: 217 time: 0.0403972 Aug 04 15:33:21.386453 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-44917c66-a09a-49eb-a3d2-c667cdd1b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:21.387993 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-44917c66-a09a-49eb-a3d2-c667cdd1b315 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eaee7f63-f063-4df1-ba7e-6837cf8cbd3e HTTP/1.1" status: 200 len: 851 time: 0.0473704 Aug 04 15:33:21.436470 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-0d9a82cc-3b18-44ed-8699-3cc74a09afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:21.437988 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-0d9a82cc-3b18-44ed-8699-3cc74a09afda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422208 Aug 04 15:33:21.533055 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-3330bf56-e646-4a79-a445-a32dd21a3989 service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875154 Aug 04 15:33:21.628707 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e155e1db-07af-43e1-9b11-00b7dbfbe2ee req-42ff15f8-d423-4802-83f2-21fc8141a95b service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880010 Aug 04 15:33:21.719845 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ee8e6-ac2f-44ed-ac04-0f8166655951 req-544dc9b5-ab36-40b6-947f-bf62a8d0380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:21.721424 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-cf0ee8e6-ac2f-44ed-ac04-0f8166655951 req-544dc9b5-ab36-40b6-947f-bf62a8d0380a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81189bdeb0e34495ae3b1512fddfe444&device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 1096 time: 0.0454168 Aug 04 15:33:21.814839 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ee8e6-ac2f-44ed-ac04-0f8166655951 req-3d5916b9-defb-4b36-a4c1-6df9e8f2ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:21.816343 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-cf0ee8e6-ac2f-44ed-ac04-0f8166655951 req-3d5916b9-defb-4b36-a4c1-6df9e8f2ae90 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e HTTP/1.1" status: 200 len: 913 time: 0.0875096 Aug 04 15:33:21.858784 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-cf0ee8e6-ac2f-44ed-ac04-0f8166655951 req-a7f8ca90-4f06-4b5d-bac9-c5731a032e2e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a24e303b-62a2-4625-a2a9-4cc0612b6c7d HTTP/1.1" status: 200 len: 217 time: 0.0338120 Aug 04 15:33:21.914942 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ee8e6-ac2f-44ed-ac04-0f8166655951 req-e3b63b6f-cd8b-4dd9-b616-fc378317ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:21.916427 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-cf0ee8e6-ac2f-44ed-ac04-0f8166655951 req-e3b63b6f-cd8b-4dd9-b616-fc378317ad6a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eaee7f63-f063-4df1-ba7e-6837cf8cbd3e HTTP/1.1" status: 200 len: 851 time: 0.0507421 Aug 04 15:33:21.971448 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ee8e6-ac2f-44ed-ac04-0f8166655951 req-477d7ea9-a256-4618-b481-318345a82956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:21.973238 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-cf0ee8e6-ac2f-44ed-ac04-0f8166655951 req-477d7ea9-a256-4618-b481-318345a82956 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491488 Aug 04 15:33:22.070799 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-cf0ee8e6-ac2f-44ed-ac04-0f8166655951 req-a8177da1-df15-41f7-b500-364a6b80fa8a service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856230 Aug 04 15:33:22.209507 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4774d-6d23-4166-9b7a-87b64fbf56d7 req-93528375-1ab0-4f56-9884-4a51535efe8f tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:22.210998 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-00d4774d-6d23-4166-9b7a-87b64fbf56d7 req-93528375-1ab0-4f56-9884-4a51535efe8f tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 943 time: 0.0789320 Aug 04 15:33:22.214637 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-cf0ee8e6-ac2f-44ed-ac04-0f8166655951 req-440d1f89-61c3-42b8-bb07-b8469b145e0d service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334229 Aug 04 15:33:22.251515 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-00d4774d-6d23-4166-9b7a-87b64fbf56d7 req-44ee8665-8e30-4c95-82b7-be3b18e724e0 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331690 Aug 04 15:33:23.380096 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a585f-19c1-4b96-8774-cad3ee86d185 req-53c221af-dbbe-4af1-b32b-41656a9b5205 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:23.381650 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fc2a585f-19c1-4b96-8774-cad3ee86d185 req-53c221af-dbbe-4af1-b32b-41656a9b5205 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 943 time: 0.0599804 Aug 04 15:33:23.424231 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fc2a585f-19c1-4b96-8774-cad3ee86d185 req-d991a8ed-753b-44b1-9ce3-f1c23ed65f88 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365014 Aug 04 15:33:23.613472 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 59178) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:23.717747 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ce35f41d-f2ed-4221-904d-bfa89cb756ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:23.807557 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ce35f41d-f2ed-4221-904d-bfa89cb756ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:23.811327 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ce35f41d-f2ed-4221-904d-bfa89cb756ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:23.848433 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-ce35f41d-f2ed-4221-904d-bfa89cb756ca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f0f8736399544cbda5e48aeefc8b8d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338948 Aug 04 15:33:23.849278 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35f41d-f2ed-4221-904d-bfa89cb756ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeba3dbe-efe1-4867-882c-92dd87b1009f,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:23.851800 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 59182) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:23.900593 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b39cf43b-e6f3-41ce-8180-63342ea0f8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:23.921910 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b39cf43b-e6f3-41ce-8180-63342ea0f8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:23.968361 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b39cf43b-e6f3-41ce-8180-63342ea0f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:23.971948 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b39cf43b-e6f3-41ce-8180-63342ea0f8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:23.973093 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-b39cf43b-e6f3-41ce-8180-63342ea0f8d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eeba3dbe-efe1-4867-882c-92dd87b1009f HTTP/1.1" status: 204 len: 168 time: 0.1201386 Aug 04 15:33:23.980498 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39cf43b-e6f3-41ce-8180-63342ea0f8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeba3dbe-efe1-4867-882c-92dd87b1009f,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:23.988623 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cf43b-e6f3-41ce-8180-63342ea0f8d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:23.988976 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cf43b-e6f3-41ce-8180-63342ea0f8d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:23.989316 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cf43b-e6f3-41ce-8180-63342ea0f8d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:23.989651 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cf43b-e6f3-41ce-8180-63342ea0f8d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:23.989982 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cf43b-e6f3-41ce-8180-63342ea0f8d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:23.990328 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cf43b-e6f3-41ce-8180-63342ea0f8d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:23.990637 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cf43b-e6f3-41ce-8180-63342ea0f8d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:23.990966 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cf43b-e6f3-41ce-8180-63342ea0f8d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:23.991316 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cf43b-e6f3-41ce-8180-63342ea0f8d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:23.991639 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cf43b-e6f3-41ce-8180-63342ea0f8d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:23.991966 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cf43b-e6f3-41ce-8180-63342ea0f8d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:23.992281 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cf43b-e6f3-41ce-8180-63342ea0f8d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:24.239206 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 59190) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:24.253037 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ab6d5726-bda1-4d74-a90d-87c34aab1848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:24.346187 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ab6d5726-bda1-4d74-a90d-87c34aab1848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:24.350007 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ab6d5726-bda1-4d74-a90d-87c34aab1848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:24.388770 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d5726-bda1-4d74-a90d-87c34aab1848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f2d97c-74b0-4681-9881-9fa8bb6b3635,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:24.395061 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-ab6d5726-bda1-4d74-a90d-87c34aab1848 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=37e581eace8f4af89b4f898ed2b75590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548204 Aug 04 15:33:24.397860 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 59192) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:24.445844 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-89b50cf8-93f5-4df1-950e-7b213d0b1e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:24.467349 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-89b50cf8-93f5-4df1-950e-7b213d0b1e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:24.515595 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-89b50cf8-93f5-4df1-950e-7b213d0b1e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:24.519358 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-89b50cf8-93f5-4df1-950e-7b213d0b1e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:24.520782 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-89b50cf8-93f5-4df1-950e-7b213d0b1e52 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b6f2d97c-74b0-4681-9881-9fa8bb6b3635 HTTP/1.1" status: 204 len: 168 time: 0.1216986 Aug 04 15:33:24.528586 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b50cf8-93f5-4df1-950e-7b213d0b1e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f2d97c-74b0-4681-9881-9fa8bb6b3635,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:24.561772 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94a2ce-ed9d-4be9-8ef4-b847119773e4 req-cb14f998-e8b9-47e4-a68d-a942f5033360 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:24.564061 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2b94a2ce-ed9d-4be9-8ef4-b847119773e4 req-cb14f998-e8b9-47e4-a68d-a942f5033360 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 943 time: 0.0697730 Aug 04 15:33:24.603196 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2b94a2ce-ed9d-4be9-8ef4-b847119773e4 req-3bd60bef-7342-461d-ba06-01b9a7945976 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328298 Aug 04 15:33:25.717747 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0da613-3955-43c6-a47e-9c85a0a70f2a req-1066f2cf-f85c-4610-a410-3ab76ffffdc6 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:25.719894 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ab0da613-3955-43c6-a47e-9c85a0a70f2a req-1066f2cf-f85c-4610-a410-3ab76ffffdc6 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 943 time: 0.0490062 Aug 04 15:33:25.757830 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ab0da613-3955-43c6-a47e-9c85a0a70f2a req-e75c4d80-f68d-4255-95a6-6c472459df6a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318165 Aug 04 15:33:26.172815 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 59252) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:26.277920 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4522abfe-9706-4d34-80eb-d0dbc3a55416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:26.363779 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4522abfe-9706-4d34-80eb-d0dbc3a55416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:26.367536 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4522abfe-9706-4d34-80eb-d0dbc3a55416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:26.402896 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522abfe-9706-4d34-80eb-d0dbc3a55416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dad48e-ac6d-4f55-ab8a-5124b11cb040,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:26.407352 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-4522abfe-9706-4d34-80eb-d0dbc3a55416 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f995b3d33fd546358985f9c687c75dde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334759 Aug 04 15:33:26.410889 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 59258) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:26.467613 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-bf825247-f389-45fb-bfeb-abca5e79c765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:26.488160 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-bf825247-f389-45fb-bfeb-abca5e79c765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:26.535366 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-bf825247-f389-45fb-bfeb-abca5e79c765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:26.538045 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-bf825247-f389-45fb-bfeb-abca5e79c765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:26.539260 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-bf825247-f389-45fb-bfeb-abca5e79c765 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97dad48e-ac6d-4f55-ab8a-5124b11cb040 HTTP/1.1" status: 204 len: 168 time: 0.1272948 Aug 04 15:33:26.548006 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf825247-f389-45fb-bfeb-abca5e79c765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dad48e-ac6d-4f55-ab8a-5124b11cb040,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:26.835902 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 59266) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:26.849364 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-657177af-8017-4062-aa35-81a7f34d8ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:26.883011 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a2b8d-36f6-4a91-b9ce-eb09f80947cb req-9b2047d8-1b51-4778-b2ba-b14ef75fe03f tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:26.885177 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a04a2b8d-36f6-4a91-b9ce-eb09f80947cb req-9b2047d8-1b51-4778-b2ba-b14ef75fe03f tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 943 time: 0.0546074 Aug 04 15:33:26.925133 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a04a2b8d-36f6-4a91-b9ce-eb09f80947cb req-ada54fa6-7629-40ce-8973-6249071aaaaa tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337617 Aug 04 15:33:26.939832 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-657177af-8017-4062-aa35-81a7f34d8ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:26.944176 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-657177af-8017-4062-aa35-81a7f34d8ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:26.984581 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-657177af-8017-4062-aa35-81a7f34d8ddc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c76fd802d7d476796aec0fd30b663a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475284 Aug 04 15:33:26.986319 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657177af-8017-4062-aa35-81a7f34d8ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61782e22-89a8-44c9-b315-b942df6f5348,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:26.987729 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 59268) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:27.035824 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d697cb7b-3b93-44a0-be56-d4477a6e7c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:27.056861 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d697cb7b-3b93-44a0-be56-d4477a6e7c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:27.359027 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d697cb7b-3b93-44a0-be56-d4477a6e7c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:27.361846 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-d697cb7b-3b93-44a0-be56-d4477a6e7c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:27.363008 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-d697cb7b-3b93-44a0-be56-d4477a6e7c16 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/61782e22-89a8-44c9-b315-b942df6f5348 HTTP/1.1" status: 204 len: 168 time: 0.3743033 Aug 04 15:33:27.371149 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697cb7b-3b93-44a0-be56-d4477a6e7c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61782e22-89a8-44c9-b315-b942df6f5348,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:27.378115 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cb7b-3b93-44a0-be56-d4477a6e7c16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:27.378456 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cb7b-3b93-44a0-be56-d4477a6e7c16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:27.378789 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cb7b-3b93-44a0-be56-d4477a6e7c16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:27.379115 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cb7b-3b93-44a0-be56-d4477a6e7c16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:27.379459 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cb7b-3b93-44a0-be56-d4477a6e7c16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:27.379779 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cb7b-3b93-44a0-be56-d4477a6e7c16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:27.380125 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cb7b-3b93-44a0-be56-d4477a6e7c16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:27.380444 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cb7b-3b93-44a0-be56-d4477a6e7c16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:27.380760 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cb7b-3b93-44a0-be56-d4477a6e7c16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:27.381078 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cb7b-3b93-44a0-be56-d4477a6e7c16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:27.381390 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cb7b-3b93-44a0-be56-d4477a6e7c16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:27.381700 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cb7b-3b93-44a0-be56-d4477a6e7c16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:33:27.508446 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device a24e303b-62a2-4625-a2a9-4cc0612b6c7d details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:33:27.607849 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port a24e303b-62a2-4625-a2a9-4cc0612b6c7d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a24e303b-62a2-4625-a2a9-4cc0612b6c7d,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:33:27.619975 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': 'a24e303b-62a2-4625-a2a9-4cc0612b6c7d', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'port_id': 'a24e303b-62a2-4625-a2a9-4cc0612b6c7d', 'mac_address': 'fa:16:3e:ca:73:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:33:27.658363 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:27.672184 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24e303b-62a2-4625-a2a9-4cc0612b6c7d {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:33:27.694041 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port a24e303b-62a2-4625-a2a9-4cc0612b6c7d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a24e303b-62a2-4625-a2a9-4cc0612b6c7d,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:33:27.699861 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:27.764403 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=a24e303b-62a2-4625-a2a9-4cc0612b6c7d,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:27.962326 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['a24e303b-62a2-4625-a2a9-4cc0612b6c7d'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:33:28.050408 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d44f7c-f10b-499c-b945-5f6ea525ded5 req-d7198aba-b3b9-4c34-89e1-bd6bd63eea37 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:28.052197 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-04d44f7c-f10b-499c-b945-5f6ea525ded5 req-d7198aba-b3b9-4c34-89e1-bd6bd63eea37 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 944 time: 0.0554893 Aug 04 15:33:28.100851 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-04d44f7c-f10b-499c-b945-5f6ea525ded5 req-3685b6e9-d31b-42e7-9025-ba18a5414526 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426898 Aug 04 15:33:29.255365 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78cf6f-daee-471e-a82b-55b9d4b7da45 req-3fc5d990-fad4-4215-82e8-bc8504d087c6 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:29.257133 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-0e78cf6f-daee-471e-a82b-55b9d4b7da45 req-3fc5d990-fad4-4215-82e8-bc8504d087c6 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 944 time: 0.0593061 Aug 04 15:33:29.301594 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 59346) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:29.305316 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-0e78cf6f-daee-471e-a82b-55b9d4b7da45 req-fb439af0-ac90-4c62-9c2e-2df1259c1e72 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413742 Aug 04 15:33:29.411258 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-1951ac6a-c853-448a-ac49-1511258ea140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:29.521313 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-1951ac6a-c853-448a-ac49-1511258ea140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:29.525118 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device a24e303b-62a2-4625-a2a9-4cc0612b6c7d up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:33:29.529519 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-1951ac6a-c853-448a-ac49-1511258ea140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:29.571856 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-1951ac6a-c853-448a-ac49-1511258ea140 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0f1e6abeb75f46a1be2382d2042155a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690849 Aug 04 15:33:29.574457 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 59358) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:29.580874 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951ac6a-c853-448a-ac49-1511258ea140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603a870f-db3c-4bac-9fd3-6aa91f613708,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:29.594067 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning for port a24e303b-62a2-4625-a2a9-4cc0612b6c7d completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:33:29.599378 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port a24e303b-62a2-4625-a2a9-4cc0612b6c7d triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:33:29.600171 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:29.634703 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d3b14505-dabb-4d8c-be75-7837adc2b6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:29.659201 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d3b14505-dabb-4d8c-be75-7837adc2b6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:29.688195 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:29.712146 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24e303b-62a2-4625-a2a9-4cc0612b6c7d'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:33:29.714470 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933f51cf-8a63-414f-aaae-a83ad01b4884" -d '{"events": [{"server_uuid": "8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9", "name": "network-vif-plugged", "status": "completed", "tag": "a24e303b-62a2-4625-a2a9-4cc0612b6c7d"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:33:29.717461 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d3b14505-dabb-4d8c-be75-7837adc2b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:29.721398 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d3b14505-dabb-4d8c-be75-7837adc2b6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:29.722937 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-d3b14505-dabb-4d8c-be75-7837adc2b6dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/603a870f-db3c-4bac-9fd3-6aa91f613708 HTTP/1.1" status: 204 len: 168 time: 0.1474028 Aug 04 15:33:29.733513 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b14505-dabb-4d8c-be75-7837adc2b6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603a870f-db3c-4bac-9fd3-6aa91f613708,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:29.750150 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port a24e303b-62a2-4625-a2a9-4cc0612b6c7d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a24e303b-62a2-4625-a2a9-4cc0612b6c7d,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:33:29.763635 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:29.768522 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79a1df4-ce56-4927-86f0-0156bcb28ad6 x-openstack-request-id: req-e79a1df4-ce56-4927-86f0-0156bcb28ad6 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:33:29.769116 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9", "name": "network-vif-plugged", "status": "completed", "tag": "a24e303b-62a2-4625-a2a9-4cc0612b6c7d", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:33:29.769521 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e79a1df4-ce56-4927-86f0-0156bcb28ad6 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:33:29.770054 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24e303b-62a2-4625-a2a9-4cc0612b6c7d', 'code': 200} Aug 04 15:33:29.833336 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=a24e303b-62a2-4625-a2a9-4cc0612b6c7d,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:30.066435 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 59370) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:30.081123 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9ec918f5-f0ce-4295-9be3-d2388c8cd914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:30.188958 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9ec918f5-f0ce-4295-9be3-d2388c8cd914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:30.194714 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9ec918f5-f0ce-4295-9be3-d2388c8cd914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:30.235977 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-9ec918f5-f0ce-4295-9be3-d2388c8cd914 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d725734055774a4080da540bd36b4aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683011 Aug 04 15:33:30.237274 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec918f5-f0ce-4295-9be3-d2388c8cd914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a759f948-9327-4060-a622-328eaed1a94c,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:30.240343 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 59372) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:30.287245 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af407c-e5c3-416d-a091-dda54113ef04 req-498901b9-6202-40c4-baee-6b9d612c5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:30.288803 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f4af407c-e5c3-416d-a091-dda54113ef04 req-498901b9-6202-40c4-baee-6b9d612c5fdf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 1098 time: 0.3280697 Aug 04 15:33:30.300482 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9efe41eb-c4c4-4a17-b6a4-8f60a426eeb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:30.323632 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9efe41eb-c4c4-4a17-b6a4-8f60a426eeb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:30.326808 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-f4af407c-e5c3-416d-a091-dda54113ef04 req-8d3353f3-c899-435e-990d-8bb8aa77ac44 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302761 Aug 04 15:33:30.372939 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9efe41eb-c4c4-4a17-b6a4-8f60a426eeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:30.376390 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9efe41eb-c4c4-4a17-b6a4-8f60a426eeb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:30.377587 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-9efe41eb-c4c4-4a17-b6a4-8f60a426eeb2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a759f948-9327-4060-a622-328eaed1a94c HTTP/1.1" status: 204 len: 168 time: 0.1361670 Aug 04 15:33:30.409714 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe41eb-c4c4-4a17-b6a4-8f60a426eeb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a759f948-9327-4060-a622-328eaed1a94c,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:30.434066 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95cc74-a075-4dd0-b6ca-87a9b82f506a req-97484df6-94e4-41d4-b4bf-7ab95371ed49 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:30.435758 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fe95cc74-a075-4dd0-b6ca-87a9b82f506a req-97484df6-94e4-41d4-b4bf-7ab95371ed49 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 945 time: 0.0571270 Aug 04 15:33:30.478074 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fe95cc74-a075-4dd0-b6ca-87a9b82f506a req-a63bda09-0d1d-457d-bdc8-d052e62b370b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354321 Aug 04 15:33:31.605092 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e3c35-efc0-4b30-bcec-0e9a4bc1efe5 req-06a20110-e7a9-4965-bf02-86a2f6763f2a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:31.606667 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-aa1e3c35-efc0-4b30-bcec-0e9a4bc1efe5 req-06a20110-e7a9-4965-bf02-86a2f6763f2a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 945 time: 0.0509732 Aug 04 15:33:31.646870 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-aa1e3c35-efc0-4b30-bcec-0e9a4bc1efe5 req-345ba3bf-e91b-4d69-9f6f-3cd5a4b8e164 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335100 Aug 04 15:33:31.765571 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d2cb0-47bb-4122-ad9c-6a547eccf06c req-03e49841-88c9-448a-aaf4-a56773382c1a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:31.767961 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ce5d2cb0-47bb-4122-ad9c-6a547eccf06c req-03e49841-88c9-448a-aaf4-a56773382c1a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 945 time: 0.0499990 Aug 04 15:33:31.807761 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ce5d2cb0-47bb-4122-ad9c-6a547eccf06c req-6d57c736-e9b1-4239-9af6-714575ff8cd8 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335095 Aug 04 15:33:31.831514 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 59420) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:31.874999 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5719e0fb-fb32-49cd-8903-b25656892f14 tempest-TestVolumeBootPattern-1195895097 tempest-TestVolumeBootPattern-1195895097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:31.876719 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-5719e0fb-fb32-49cd-8903-b25656892f14 tempest-TestVolumeBootPattern-1195895097 tempest-TestVolumeBootPattern-1195895097-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 1093 time: 0.0441620 Aug 04 15:33:31.879875 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 59422) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:31.884600 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-0ea45a76-aa32-4f26-a889-7c838e0a268b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Request body: {'floatingip': {'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'port_id': 'a24e303b-62a2-4625-a2a9-4cc0612b6c7d', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:33:31.908702 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-0ea45a76-aa32-4f26-a889-7c838e0a268b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for floatingip, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:32.007277 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-0ea45a76-aa32-4f26-a889-7c838e0a268b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:32.109868 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [None req-0ea45a76-aa32-4f26-a889-7c838e0a268b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Allocated IP 172.27.3.16 (a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1/66c61c24-84f1-4482-97f0-c0986315f375/54d8110c-1680-4501-b609-ceb22239e91d) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:33:32.214884 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-0ea45a76-aa32-4f26-a889-7c838e0a268b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:32.252626 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-0ea45a76-aa32-4f26-a889-7c838e0a268b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:32.288856 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea45a76-aa32-4f26-a889-7c838e0a268b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:33:32.298945 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-0ea45a76-aa32-4f26-a889-7c838e0a268b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:33:32.303427 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea45a76-aa32-4f26-a889-7c838e0a268b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:33:32.306444 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea45a76-aa32-4f26-a889-7c838e0a268b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event updated for resources: {'Port': ['ID=54d8110c-1680-4501-b609-ceb22239e91d,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:32.674228 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-0ea45a76-aa32-4f26-a889-7c838e0a268b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:32.759639 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-0ea45a76-aa32-4f26-a889-7c838e0a268b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:32.928429 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-0ea45a76-aa32-4f26-a889-7c838e0a268b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:32.932905 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-0ea45a76-aa32-4f26-a889-7c838e0a268b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:33.006323 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea45a76-aa32-4f26-a889-7c838e0a268b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event updated for resources: {'Port': ['ID=54d8110c-1680-4501-b609-ceb22239e91d,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:33.021779 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-0ea45a76-aa32-4f26-a889-7c838e0a268b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068737'] for floatingip, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:33.126970 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.l3_db [None req-0ea45a76-aa32-4f26-a889-7c838e0a268b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Floating IP 88a2d858-cd79-4205-bca4-e2009fbf178f associated. External IP: 172.27.3.16, port: a24e303b-62a2-4625-a2a9-4cc0612b6c7d. Aug 04 15:33:33.386416 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea45a76-aa32-4f26-a889-7c838e0a268b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Router 3e266e40-180b-414b-84ab-a5beb52f2d38 has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:33:33.495650 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea45a76-aa32-4f26-a889-7c838e0a268b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:33:33.506054 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdc17b-969b-41d4-9f8c-e98e9c411840 None None] Sync routers for ids ['3e266e40-180b-414b-84ab-a5beb52f2d38'] in dv-cinder-689486-15-iscsi {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:33:33.514949 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-0ea45a76-aa32-4f26-a889-7c838e0a268b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:33.520833 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbdc17b-969b-41d4-9f8c-e98e9c411840 None None] Routers {'3e266e40-180b-414b-84ab-a5beb52f2d38'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:33:33.521483 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-9cbdc17b-969b-41d4-9f8c-e98e9c411840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:33:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['3e266e40-180b-414b-84ab-a5beb52f2d38'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:33:33.548740 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-0ea45a76-aa32-4f26-a889-7c838e0a268b tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6674898 Aug 04 15:33:33.549334 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9', 'tag': 'a24e303b-62a2-4625-a2a9-4cc0612b6c7d'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:33:33.551610 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72a226f-30b3-431d-a028-e95f5ca39ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9", "tag": "a24e303b-62a2-4625-a2a9-4cc0612b6c7d"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:33:33.589335 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a70492-2179-445d-92cb-5acc4424c8a2 x-openstack-request-id: req-06a70492-2179-445d-92cb-5acc4424c8a2 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:33:33.589627 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9", "tag": "a24e303b-62a2-4625-a2a9-4cc0612b6c7d", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:33:33.589880 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-06a70492-2179-445d-92cb-5acc4424c8a2 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:33:33.590483 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9', 'tag': 'a24e303b-62a2-4625-a2a9-4cc0612b6c7d', 'status': 'completed', 'code': 200} Aug 04 15:33:33.648243 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-9cbdc17b-969b-41d4-9f8c-e98e9c411840 None None] Set router 3e266e40-180b-414b-84ab-a5beb52f2d38 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:33:33.970362 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-9cbdc17b-969b-41d4-9f8c-e98e9c411840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': '674f6866-6a06-4297-ad74-a4a47b54b782', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'port_id': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'mac_address': 'fa:16:3e:ec:70:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b238d4c-bb4c-453e-8fdd-ee03ca89794b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:31:17Z', 'updated_at': '2021-08-04T15:31:19Z', 'revision_number': 1, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'fixed_ip_address_scope': None}, {'id': '88a2d858-cd79-4205-bca4-e2009fbf178f', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'floating_ip_address': '172.27.3.16', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'port_id': 'a24e303b-62a2-4625-a2a9-4cc0612b6c7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'mac_address': 'fa:16:3e:ca:73:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:33:32Z', 'updated_at': '2021-08-04T15:33:32Z', 'revision_number': 0, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de', 'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'mac_address': 'fa:16:3e:a5:35:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:48Z', 'updated_at': '2021-08-04T15:27:56Z', 'revision_number': 5, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'subnets': [{'id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:33:33.999408 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdc17b-969b-41d4-9f8c-e98e9c411840 None None] Checking router: 3e266e40-180b-414b-84ab-a5beb52f2d38 for host: dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:33:34.008030 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbdc17b-969b-41d4-9f8c-e98e9c411840 None None] Routers {'3e266e40-180b-414b-84ab-a5beb52f2d38'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:33:34.008646 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-9cbdc17b-969b-41d4-9f8c-e98e9c411840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:33:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['3e266e40-180b-414b-84ab-a5beb52f2d38'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:33:34.122467 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-9cbdc17b-969b-41d4-9f8c-e98e9c411840 None None] Set router 3e266e40-180b-414b-84ab-a5beb52f2d38 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:33:34.353502 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-9cbdc17b-969b-41d4-9f8c-e98e9c411840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': '674f6866-6a06-4297-ad74-a4a47b54b782', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'port_id': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'mac_address': 'fa:16:3e:ec:70:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b238d4c-bb4c-453e-8fdd-ee03ca89794b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:31:17Z', 'updated_at': '2021-08-04T15:31:19Z', 'revision_number': 1, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'fixed_ip_address_scope': None}, {'id': '88a2d858-cd79-4205-bca4-e2009fbf178f', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'floating_ip_address': '172.27.3.16', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'port_id': 'a24e303b-62a2-4625-a2a9-4cc0612b6c7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'mac_address': 'fa:16:3e:ca:73:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:33:32Z', 'updated_at': '2021-08-04T15:33:32Z', 'revision_number': 0, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de', 'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'mac_address': 'fa:16:3e:a5:35:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:48Z', 'updated_at': '2021-08-04T15:27:56Z', 'revision_number': 5, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'subnets': [{'id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:33:34.379864 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdc17b-969b-41d4-9f8c-e98e9c411840 None None] The sync data for ids ['3e266e40-180b-414b-84ab-a5beb52f2d38'] in dv-cinder-689486-15-iscsi is: [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': '674f6866-6a06-4297-ad74-a4a47b54b782', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'port_id': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'mac_address': 'fa:16:3e:ec:70:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b238d4c-bb4c-453e-8fdd-ee03ca89794b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:31:17Z', 'updated_at': '2021-08-04T15:31:19Z', 'revision_number': 1, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'fixed_ip_address_scope': None}, {'id': '88a2d858-cd79-4205-bca4-e2009fbf178f', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'floating_ip_address': '172.27.3.16', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'port_id': 'a24e303b-62a2-4625-a2a9-4cc0612b6c7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'mac_address': 'fa:16:3e:ca:73:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:33:32Z', 'updated_at': '2021-08-04T15:33:32Z', 'revision_number': 0, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de', 'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'mac_address': 'fa:16:3e:a5:35:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:48Z', 'updated_at': '2021-08-04T15:27:56Z', 'revision_number': 5, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'subnets': [{'id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:33:34.601350 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af9879a-cdb0-488e-a6b9-ce6c889a21cd None None] New status for floating IP 88a2d858-cd79-4205-bca4-e2009fbf178f: ACTIVE {{(pid=93421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:33:35.526983 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-dfc7d97f-84ed-4924-92f8-05f830ab487e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:36.091479 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a226f-30b3-431d-a028-e95f5ca39ac1 req-cd0ec0f1-cbf7-4f97-aa36-9e572aaf252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:36.093002 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e72a226f-30b3-431d-a028-e95f5ca39ac1 req-cd0ec0f1-cbf7-4f97-aa36-9e572aaf252b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81189bdeb0e34495ae3b1512fddfe444&device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 1098 time: 0.0432212 Aug 04 15:33:36.193877 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a226f-30b3-431d-a028-e95f5ca39ac1 req-f804d197-da2b-4baa-8143-35660a644599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:36.195386 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e72a226f-30b3-431d-a028-e95f5ca39ac1 req-f804d197-da2b-4baa-8143-35660a644599 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e HTTP/1.1" status: 200 len: 913 time: 0.0858684 Aug 04 15:33:36.268492 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e72a226f-30b3-431d-a028-e95f5ca39ac1 req-8720b1b9-10ef-4c55-beff-95d56a4e5a1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a24e303b-62a2-4625-a2a9-4cc0612b6c7d HTTP/1.1" status: 200 len: 1000 time: 0.0650089 Aug 04 15:33:36.320487 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a226f-30b3-431d-a028-e95f5ca39ac1 req-df96cfc8-7fed-4188-a8e2-991fa8ad0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:36.321968 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e72a226f-30b3-431d-a028-e95f5ca39ac1 req-df96cfc8-7fed-4188-a8e2-991fa8ad0115 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eaee7f63-f063-4df1-ba7e-6837cf8cbd3e HTTP/1.1" status: 200 len: 851 time: 0.0459876 Aug 04 15:33:36.371307 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a226f-30b3-431d-a028-e95f5ca39ac1 req-73be92ae-9f55-4050-9f1c-61e2f2a2dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:33:36.372717 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e72a226f-30b3-431d-a028-e95f5ca39ac1 req-73be92ae-9f55-4050-9f1c-61e2f2a2dae0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411911 Aug 04 15:33:36.476480 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e72a226f-30b3-431d-a028-e95f5ca39ac1 req-e3c1ab08-0bcf-49c3-a6d8-219411ab42a6 service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865688 Aug 04 15:33:36.571285 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e72a226f-30b3-431d-a028-e95f5ca39ac1 req-0692364f-2656-4e76-a828-291effed5d14 service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852983 Aug 04 15:33:38.999861 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6fc7-3e0f-45f2-ae9b-ffb64f96f7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:39.379154 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:39.630555 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:40.126103 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:42.608669 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:42.845735 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:33:52.195060 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 59552) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:52.296135 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3a95c7f4-1207-4ab1-990d-74a814159bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:52.392378 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3a95c7f4-1207-4ab1-990d-74a814159bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:52.398092 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3a95c7f4-1207-4ab1-990d-74a814159bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:52.439255 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-3a95c7f4-1207-4ab1-990d-74a814159bd3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=640e139fba11467d9e9f4e3474491c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428625 Aug 04 15:33:52.440471 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95c7f4-1207-4ab1-990d-74a814159bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4122aa01-55b7-402d-8087-b6678d01bc33,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:33:52.441879 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 59556) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:33:52.494717 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f2d8748e-66f6-45c9-acbb-b114e525cfff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:52.519656 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f2d8748e-66f6-45c9-acbb-b114e525cfff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:52.563663 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f2d8748e-66f6-45c9-acbb-b114e525cfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:52.566272 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-f2d8748e-66f6-45c9-acbb-b114e525cfff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:33:52.567489 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-f2d8748e-66f6-45c9-acbb-b114e525cfff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4122aa01-55b7-402d-8087-b6678d01bc33 HTTP/1.1" status: 204 len: 168 time: 0.1246138 Aug 04 15:33:52.577009 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8748e-66f6-45c9-acbb-b114e525cfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4122aa01-55b7-402d-8087-b6678d01bc33,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:00.644834 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e2bdb-25e7-466f-866c-eccb9f93c288 req-99bd2521-4a65-4a03-942d-8516dd20e54b tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:00.646400 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-973e2bdb-25e7-466f-866c-eccb9f93c288 req-99bd2521-4a65-4a03-942d-8516dd20e54b tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d929ede-5adb-4798-ad2b-a73143397e75 HTTP/1.1" status: 200 len: 946 time: 0.0484607 Aug 04 15:34:00.683602 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-973e2bdb-25e7-466f-866c-eccb9f93c288 req-b22e4544-0f1d-456a-94cf-0d7c9b99ec60 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=227a9256-77ed-4173-96a6-4aa27c77c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309646 Aug 04 15:34:01.805298 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a2fb2-1565-4ed1-850c-7b7ce5b62dd3 req-bbdf452c-047b-423c-8d3f-442a00d6187d tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:01.806842 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e93a2fb2-1565-4ed1-850c-7b7ce5b62dd3 req-bbdf452c-047b-423c-8d3f-442a00d6187d tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d929ede-5adb-4798-ad2b-a73143397e75 HTTP/1.1" status: 200 len: 946 time: 0.0516207 Aug 04 15:34:01.846550 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e93a2fb2-1565-4ed1-850c-7b7ce5b62dd3 req-300b4bf8-c96c-4fb9-9025-2178828998a4 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups?id=227a9256-77ed-4173-96a6-4aa27c77c382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334890 Aug 04 15:34:02.391397 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b413081-ecb7-4820-904b-d001527848d7 req-f3fd6ac6-e535-4dc5-88b6-53724b4035b5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:02.393204 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0b413081-ecb7-4820-904b-d001527848d7 req-f3fd6ac6-e535-4dc5-88b6-53724b4035b5 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d929ede-5adb-4798-ad2b-a73143397e75 HTTP/1.1" status: 200 len: 946 time: 0.0507081 Aug 04 15:34:02.490541 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-0b413081-ecb7-4820-904b-d001527848d7 req-6539982e-35a9-49e8-8d48-6d18d7908640 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Deleting port 1bbb1f77-a785-4197-a53d-a95e8f7594e4 {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:34:02.490882 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-0b413081-ecb7-4820-904b-d001527848d7 req-6539982e-35a9-49e8-8d48-6d18d7908640 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:02.592412 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-0b413081-ecb7-4820-904b-d001527848d7 req-6539982e-35a9-49e8-8d48-6d18d7908640 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] For port 1bbb1f77-a785-4197-a53d-a95e8f7594e4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1bbb1f77-a785-4197-a53d-a95e8f7594e4,segment=NetworkSegment(30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82),segment_id=30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:02.592782 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-0b413081-ecb7-4820-904b-d001527848d7 req-6539982e-35a9-49e8-8d48-6d18d7908640 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:02.767910 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-0b413081-ecb7-4820-904b-d001527848d7 req-6539982e-35a9-49e8-8d48-6d18d7908640 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:02.768279 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-0b413081-ecb7-4820-904b-d001527848d7 req-6539982e-35a9-49e8-8d48-6d18d7908640 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068737'] for floatingip, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:02.768507 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.l3_db [req-0b413081-ecb7-4820-904b-d001527848d7 req-6539982e-35a9-49e8-8d48-6d18d7908640 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Floating IP 0068d237-6648-4f58-b273-68819a12c2b3 disassociated. External IP: 172.27.3.154, port: 1bbb1f77-a785-4197-a53d-a95e8f7594e4. Aug 04 15:34:02.768854 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-0b413081-ecb7-4820-904b-d001527848d7 req-6539982e-35a9-49e8-8d48-6d18d7908640 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Calling delete_port for 1bbb1f77-a785-4197-a53d-a95e8f7594e4 owned by compute:nova {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:34:02.902846 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-0b413081-ecb7-4820-904b-d001527848d7 req-6539982e-35a9-49e8-8d48-6d18d7908640 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:02.946661 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539982e-35a9-49e8-8d48-6d18d7908640 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Pushing event deleted for resources: {'Port': ['ID=1bbb1f77-a785-4197-a53d-a95e8f7594e4,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:02.971535 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ff0423c7-e390-4875-9d3c-e216253d26c1 req-8f586061-0abe-43a6-83e5-87bdc11ebd33 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d929ede-5adb-4798-ad2b-a73143397e75 HTTP/1.1" status: 200 len: 210 time: 0.0343990 Aug 04 15:34:03.077772 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b413081-ecb7-4820-904b-d001527848d7 req-6539982e-35a9-49e8-8d48-6d18d7908640 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Router f061b923-2ca1-4643-818e-17f862374323 has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:34:03.204775 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b413081-ecb7-4820-904b-d001527848d7 req-6539982e-35a9-49e8-8d48-6d18d7908640 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:34:03.215792 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa7322f-0342-49d7-a967-7ed24253c252 None None] Sync routers for ids ['f061b923-2ca1-4643-818e-17f862374323'] in dv-cinder-689486-15-iscsi {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:34:03.231181 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa7322f-0342-49d7-a967-7ed24253c252 None None] Routers {'f061b923-2ca1-4643-818e-17f862374323'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:34:03.231181 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-2fa7322f-0342-49d7-a967-7ed24253c252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:33:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['f061b923-2ca1-4643-818e-17f862374323'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:03.246330 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b413081-ecb7-4820-904b-d001527848d7 req-6539982e-35a9-49e8-8d48-6d18d7908640 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] No DVR routers for this DVR port 1bbb1f77-a785-4197-a53d-a95e8f7594e4 on host hv-cinder-68948 {{(pid=93419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:34:03.248969 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-0b413081-ecb7-4820-904b-d001527848d7 req-6539982e-35a9-49e8-8d48-6d18d7908640 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:03.251095 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0b413081-ecb7-4820-904b-d001527848d7 req-6539982e-35a9-49e8-8d48-6d18d7908640 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.59 "DELETE /v2.0/ports/1bbb1f77-a785-4197-a53d-a95e8f7594e4 HTTP/1.1" status: 204 len: 173 time: 0.8507102 Aug 04 15:34:03.251642 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d929ede-5adb-4798-ad2b-a73143397e75', 'name': 'network-vif-deleted', 'tag': '1bbb1f77-a785-4197-a53d-a95e8f7594e4'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:34:03.254879 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f56fe5e-32d0-4f62-b0fc-adc306b0d561" -d '{"events": [{"server_uuid": "9d929ede-5adb-4798-ad2b-a73143397e75", "name": "network-vif-deleted", "tag": "1bbb1f77-a785-4197-a53d-a95e8f7594e4"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:34:03.308150 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a96a176-ef21-46c9-a16f-b8f510b552d2 x-openstack-request-id: req-7a96a176-ef21-46c9-a16f-b8f510b552d2 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:34:03.308565 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d929ede-5adb-4798-ad2b-a73143397e75", "name": "network-vif-deleted", "tag": "1bbb1f77-a785-4197-a53d-a95e8f7594e4", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:34:03.308893 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a96a176-ef21-46c9-a16f-b8f510b552d2 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:34:03.309512 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d929ede-5adb-4798-ad2b-a73143397e75', 'name': 'network-vif-deleted', 'tag': '1bbb1f77-a785-4197-a53d-a95e8f7594e4', 'status': 'completed', 'code': 200} Aug 04 15:34:03.354198 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-2fa7322f-0342-49d7-a967-7ed24253c252 None None] Set router f061b923-2ca1-4643-818e-17f862374323 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:34:03.570749 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-2fa7322f-0342-49d7-a967-7ed24253c252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f061b923-2ca1-4643-818e-17f862374323', 'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:29:05Z', 'updated_at': '2021-08-04T15:29:11Z', 'revision_number': 4, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'gw_port': {'id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:07Z', 'updated_at': '2021-08-04T15:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '6a07f15f-7e12-4db0-870a-8964c66717f4', 'name': '', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'mac_address': 'fa:16:3e:9b:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:10Z', 'updated_at': '2021-08-04T15:29:18Z', 'revision_number': 5, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'subnets': [{'id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:03.598182 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa7322f-0342-49d7-a967-7ed24253c252 None None] Checking router: f061b923-2ca1-4643-818e-17f862374323 for host: dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:34:03.606741 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa7322f-0342-49d7-a967-7ed24253c252 None None] Routers {'f061b923-2ca1-4643-818e-17f862374323'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:34:03.607377 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-2fa7322f-0342-49d7-a967-7ed24253c252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:33:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['f061b923-2ca1-4643-818e-17f862374323'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:03.715821 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-2fa7322f-0342-49d7-a967-7ed24253c252 None None] Set router f061b923-2ca1-4643-818e-17f862374323 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:34:03.925940 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-2fa7322f-0342-49d7-a967-7ed24253c252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f061b923-2ca1-4643-818e-17f862374323', 'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:29:05Z', 'updated_at': '2021-08-04T15:29:11Z', 'revision_number': 4, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'gw_port': {'id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:07Z', 'updated_at': '2021-08-04T15:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '6a07f15f-7e12-4db0-870a-8964c66717f4', 'name': '', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'mac_address': 'fa:16:3e:9b:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:10Z', 'updated_at': '2021-08-04T15:29:18Z', 'revision_number': 5, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'subnets': [{'id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:03.953484 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa7322f-0342-49d7-a967-7ed24253c252 None None] The sync data for ids ['f061b923-2ca1-4643-818e-17f862374323'] in dv-cinder-689486-15-iscsi is: [{'id': 'f061b923-2ca1-4643-818e-17f862374323', 'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:29:05Z', 'updated_at': '2021-08-04T15:29:11Z', 'revision_number': 4, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'gw_port': {'id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:07Z', 'updated_at': '2021-08-04T15:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '6a07f15f-7e12-4db0-870a-8964c66717f4', 'name': '', 'network_id': '33edf930-aed3-43bb-8d08-e5d092448dad', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'mac_address': 'fa:16:3e:9b:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:10Z', 'updated_at': '2021-08-04T15:29:18Z', 'revision_number': 5, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'subnets': [{'id': 'f26f94f7-b955-4415-8c21-0f8292abd57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:34:04.056188 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 59710) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:04.118276 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-aa9e6f6f-192d-4ee5-9dc7-7a2e3355baae tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:04.144837 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-aa9e6f6f-192d-4ee5-9dc7-7a2e3355baae tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:04.179538 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d9df8f-6e58-4c9e-93ac-39346f249f47 None None] New status for floating IP 0068d237-6648-4f58-b273-68819a12c2b3: DOWN {{(pid=93421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:34:04.202212 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-aa9e6f6f-192d-4ee5-9dc7-7a2e3355baae tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:04.206068 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-aa9e6f6f-192d-4ee5-9dc7-7a2e3355baae tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:04.207336 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-aa9e6f6f-192d-4ee5-9dc7-7a2e3355baae tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "DELETE /v2.0/security-groups/227a9256-77ed-4173-96a6-4aa27c77c382 HTTP/1.1" status: 204 len: 168 time: 0.1496997 Aug 04 15:34:04.210149 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 59712) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:04.218266 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e6f6f-192d-4ee5-9dc7-7a2e3355baae tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=227a9256-77ed-4173-96a6-4aa27c77c382,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:04.227394 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.api.v2.resource [None req-e585896d-0450-4d84-8fc9-ddcf7562a001 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] show failed (client error): The resource could not be found. Aug 04 15:34:04.228665 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-e585896d-0450-4d84-8fc9-ddcf7562a001 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "GET /v2.0/security-groups/227a9256-77ed-4173-96a6-4aa27c77c382 HTTP/1.1" status: 404 len: 347 time: 0.0168209 Aug 04 15:34:04.233837 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 59714) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:04.387746 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-58ee5d44-79ea-4f15-ac80-9df6ad372780 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Deleting port 327f3858-34d3-48e2-8f3c-2024e6b5eec9 {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:34:04.388089 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-58ee5d44-79ea-4f15-ac80-9df6ad372780 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:04.465566 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-58ee5d44-79ea-4f15-ac80-9df6ad372780 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:04.465790 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-58ee5d44-79ea-4f15-ac80-9df6ad372780 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:04.478522 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-58ee5d44-79ea-4f15-ac80-9df6ad372780 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Calling delete_port for 327f3858-34d3-48e2-8f3c-2024e6b5eec9 owned by network:floatingip {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:34:04.616530 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-58ee5d44-79ea-4f15-ac80-9df6ad372780 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:04.643371 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee5d44-79ea-4f15-ac80-9df6ad372780 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Pushing event deleted for resources: {'Port': ['ID=327f3858-34d3-48e2-8f3c-2024e6b5eec9,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:04.710799 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-58ee5d44-79ea-4f15-ac80-9df6ad372780 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks [] for floatingip, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:04.713419 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-58ee5d44-79ea-4f15-ac80-9df6ad372780 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:04.714647 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-58ee5d44-79ea-4f15-ac80-9df6ad372780 tempest-AttachVolumeTestJSON-883910228 tempest-AttachVolumeTestJSON-883910228-project] 10.222.0.10 "DELETE /v2.0/floatingips/0068d237-6648-4f58-b273-68819a12c2b3 HTTP/1.1" status: 204 len: 168 time: 0.4818599 Aug 04 15:34:05.531501 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3aa0-eae7-4ae1-b8c2-07baf6a2dca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:05.718948 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 1bbb1f77-a785-4197-a53d-a95e8f7594e4 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:34:05.743732 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] No Port match for: 1bbb1f77-a785-4197-a53d-a95e8f7594e4 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:34:05.744105 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 1bbb1f77-a785-4197-a53d-a95e8f7594e4 not bound to the agent host hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:34:08.248710 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 59762) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:08.969746 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-74a846d1-bf8c-4bfe-82f7-9e11f266e0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8072613'] for router_interface, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:08.991924 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-bc9f5afb-7dd6-46a1-a605-e3ec112add19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:09.213063 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-74a846d1-bf8c-4bfe-82f7-9e11f266e0e7 admin admin] Deleting port 6a07f15f-7e12-4db0-870a-8964c66717f4 {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:34:09.213404 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-74a846d1-bf8c-4bfe-82f7-9e11f266e0e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:09.293796 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [None req-74a846d1-bf8c-4bfe-82f7-9e11f266e0e7 admin admin] For port 6a07f15f-7e12-4db0-870a-8964c66717f4, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=6a07f15f-7e12-4db0-870a-8964c66717f4,segment=NetworkSegment(30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82),segment_id=30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:09.294505 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-74a846d1-bf8c-4bfe-82f7-9e11f266e0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:09.307232 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-74a846d1-bf8c-4bfe-82f7-9e11f266e0e7 admin admin] Calling delete_port for 6a07f15f-7e12-4db0-870a-8964c66717f4 owned by network:router_interface {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:34:09.381509 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:09.492907 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-74a846d1-bf8c-4bfe-82f7-9e11f266e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:09.520079 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a846d1-bf8c-4bfe-82f7-9e11f266e0e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a07f15f-7e12-4db0-870a-8964c66717f4,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:09.650024 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:09.697297 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-74a846d1-bf8c-4bfe-82f7-9e11f266e0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7928224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8072525'] for router_interface, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:09.913915 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a846d1-bf8c-4bfe-82f7-9e11f266e0e7 admin admin] Router f061b923-2ca1-4643-818e-17f862374323 has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:34:10.025331 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a846d1-bf8c-4bfe-82f7-9e11f266e0e7 admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:34:10.030526 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-74a846d1-bf8c-4bfe-82f7-9e11f266e0e7 admin admin] 10.222.0.10 "PUT /v2.0/routers/f061b923-2ca1-4643-818e-17f862374323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7807162 Aug 04 15:34:10.033761 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 59770) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:10.036382 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f14862-d5bd-420e-a145-5b107d84c212 None None] Sync routers for ids ['f061b923-2ca1-4643-818e-17f862374323'] in dv-cinder-689486-15-iscsi {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:34:10.045897 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f14862-d5bd-420e-a145-5b107d84c212 None None] Routers {'f061b923-2ca1-4643-818e-17f862374323'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:34:10.046511 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-03f14862-d5bd-420e-a145-5b107d84c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:34:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['f061b923-2ca1-4643-818e-17f862374323'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:10.136374 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:10.140128 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-44bacbc8-4fc0-4737-a57f-94e896fb332e admin admin] Notify callbacks [] for router, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:10.153727 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-03f14862-d5bd-420e-a145-5b107d84c212 None None] Set router f061b923-2ca1-4643-818e-17f862374323 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:34:10.257724 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-44bacbc8-4fc0-4737-a57f-94e896fb332e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:10.323879 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-44bacbc8-4fc0-4737-a57f-94e896fb332e admin admin] Deleting port d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:34:10.324462 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-44bacbc8-4fc0-4737-a57f-94e896fb332e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:10.415724 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [None req-44bacbc8-4fc0-4737-a57f-94e896fb332e admin admin] For port d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:10.416136 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-44bacbc8-4fc0-4737-a57f-94e896fb332e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:10.435656 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-44bacbc8-4fc0-4737-a57f-94e896fb332e admin admin] Calling delete_port for d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e owned by network:router_gateway {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:34:10.456465 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-03f14862-d5bd-420e-a145-5b107d84c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f061b923-2ca1-4643-818e-17f862374323', 'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:29:05Z', 'updated_at': '2021-08-04T15:34:09Z', 'revision_number': 5, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'gw_port': {'id': 'd5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061b923-2ca1-4643-818e-17f862374323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:29:07Z', 'updated_at': '2021-08-04T15:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:10.484108 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f14862-d5bd-420e-a145-5b107d84c212 None None] Checking router: f061b923-2ca1-4643-818e-17f862374323 for host: dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:34:10.493570 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f14862-d5bd-420e-a145-5b107d84c212 None None] Routers {'f061b923-2ca1-4643-818e-17f862374323'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:34:10.494275 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-03f14862-d5bd-420e-a145-5b107d84c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:34:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['f061b923-2ca1-4643-818e-17f862374323'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:10.588296 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-03f14862-d5bd-420e-a145-5b107d84c212 None None] Set router f061b923-2ca1-4643-818e-17f862374323 gateway port host: None {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:34:10.631009 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-44bacbc8-4fc0-4737-a57f-94e896fb332e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:10.645292 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-03f14862-d5bd-420e-a145-5b107d84c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f061b923-2ca1-4643-818e-17f862374323', 'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:29:05Z', 'updated_at': '2021-08-04T15:34:10Z', 'revision_number': 6, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'gw_port_host': None}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:10.674865 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f14862-d5bd-420e-a145-5b107d84c212 None None] The sync data for ids ['f061b923-2ca1-4643-818e-17f862374323'] in dv-cinder-689486-15-iscsi is: [{'id': 'f061b923-2ca1-4643-818e-17f862374323', 'name': 'tempest-AttachVolumeTestJSON-254661184-router', 'tenant_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:29:05Z', 'updated_at': '2021-08-04T15:34:10Z', 'revision_number': 6, 'project_id': '5fd57cd3b0c94232b41f2bd329a796ff', 'gw_port_host': None}] {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:34:10.677283 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bacbc8-4fc0-4737-a57f-94e896fb332e admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:10.752524 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-44bacbc8-4fc0-4737-a57f-94e896fb332e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068815'] for router_gateway, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:10.863198 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-44bacbc8-4fc0-4737-a57f-94e896fb332e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8061795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7190'] for router, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:10.865273 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-44bacbc8-4fc0-4737-a57f-94e896fb332e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:10.932006 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-44bacbc8-4fc0-4737-a57f-94e896fb332e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8061903'] for router, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:10.932672 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bacbc8-4fc0-4737-a57f-94e896fb332e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f061b923-2ca1-4643-818e-17f862374323 {{(pid=93419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:34:10.937665 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-44bacbc8-4fc0-4737-a57f-94e896fb332e admin admin] Notify callbacks [] for router, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:10.939372 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-44bacbc8-4fc0-4737-a57f-94e896fb332e admin admin] 10.222.0.10 "DELETE /v2.0/routers/f061b923-2ca1-4643-818e-17f862374323 HTTP/1.1" status: 204 len: 168 time: 0.9039707 Aug 04 15:34:10.941957 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 59780) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:10.985901 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_v2 [None req-5741137e-1cb6-494d-9258-e32fc3d98d53 admin admin] Deleting subnet f26f94f7-b955-4415-8c21-0f8292abd57d {{(pid=93419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:34:10.989009 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5741137e-1cb6-494d-9258-e32fc3d98d53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:11.026944 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5741137e-1cb6-494d-9258-e32fc3d98d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6438917'] for subnet, precommit_delete_associations {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:11.145720 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5741137e-1cb6-494d-9258-e32fc3d98d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674264'] for subnet, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:11.202655 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5741137e-1cb6-494d-9258-e32fc3d98d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1928702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2281194'] for subnet, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:11.234353 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741137e-1cb6-494d-9258-e32fc3d98d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f26f94f7-b955-4415-8c21-0f8292abd57d,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:11.238486 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5741137e-1cb6-494d-9258-e32fc3d98d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:11.240434 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-5741137e-1cb6-494d-9258-e32fc3d98d53 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f26f94f7-b955-4415-8c21-0f8292abd57d HTTP/1.1" status: 204 len: 168 time: 0.2975888 Aug 04 15:34:11.243031 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 59782) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:11.246073 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56449a4-1a5f-418b-9e76-c1c9bc78101d None None] Network 33edf930-aed3-43bb-8d08-e5d092448dad requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:11.313690 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5e6643f2-1861-4fbd-bb41-99e76609262e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780294'] for network, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:11.367628 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-5e6643f2-1861-4fbd-bb41-99e76609262e admin admin] Deleting port d20ff9a2-4685-4e8f-bb83-196e0dcf4f06 {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:34:11.368205 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5e6643f2-1861-4fbd-bb41-99e76609262e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:11.436206 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [None req-5e6643f2-1861-4fbd-bb41-99e76609262e admin admin] For port d20ff9a2-4685-4e8f-bb83-196e0dcf4f06, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=d20ff9a2-4685-4e8f-bb83-196e0dcf4f06,segment=NetworkSegment(30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82),segment_id=30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:11.436658 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5e6643f2-1861-4fbd-bb41-99e76609262e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:11.452237 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-5e6643f2-1861-4fbd-bb41-99e76609262e admin admin] Calling delete_port for d20ff9a2-4685-4e8f-bb83-196e0dcf4f06 owned by network:dhcp {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:34:11.452374 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d47e44-a2ca-4eb4-9184-a0205c0f060f None None] DHCP port deletion for 33edf930-aed3-43bb-8d08-e5d092448dad request from dv-cinder-689486-15-iscsi {{(pid=93421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:34:11.502002 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-f3d47e44-a2ca-4eb4-9184-a0205c0f060f None None] Deleting port d20ff9a2-4685-4e8f-bb83-196e0dcf4f06 {{(pid=93421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:34:11.502388 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-f3d47e44-a2ca-4eb4-9184-a0205c0f060f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:11.532578 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5e6643f2-1861-4fbd-bb41-99e76609262e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:11.562059 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6643f2-1861-4fbd-bb41-99e76609262e admin admin] Pushing event deleted for resources: {'Port': ['ID=d20ff9a2-4685-4e8f-bb83-196e0dcf4f06,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:11.564508 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6643f2-1861-4fbd-bb41-99e76609262e admin admin] No DVR routers for this DVR port d20ff9a2-4685-4e8f-bb83-196e0dcf4f06 on host dv-cinder-689486-15-iscsi {{(pid=93419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:34:11.567733 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-f3d47e44-a2ca-4eb4-9184-a0205c0f060f None None] For port d20ff9a2-4685-4e8f-bb83-196e0dcf4f06, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=d20ff9a2-4685-4e8f-bb83-196e0dcf4f06,segment=NetworkSegment(30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82),segment_id=30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:11.567915 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-f3d47e44-a2ca-4eb4-9184-a0205c0f060f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:11.581312 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-f3d47e44-a2ca-4eb4-9184-a0205c0f060f None None] Calling delete_port for d20ff9a2-4685-4e8f-bb83-196e0dcf4f06 owned by network:dhcp {{(pid=93421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:34:11.638305 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5e6643f2-1861-4fbd-bb41-99e76609262e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668493', 'neutron.services.segments.db._delete_segments_for_network-8754112322169'] for network, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:11.648785 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-5e6643f2-1861-4fbd-bb41-99e76609262e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33edf930-aed3-43bb-8d08-e5d092448dad']}} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:11.660599 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-5e6643f2-1861-4fbd-bb41-99e76609262e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82') {'for_net_delete': True} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:11.661053 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-5e6643f2-1861-4fbd-bb41-99e76609262e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30eb22ef-ecbe-4dfd-bf6c-ef823bc97b82') {} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:11.665341 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-f3d47e44-a2ca-4eb4-9184-a0205c0f060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051'] for port, after_delete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:11.670593 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5e6643f2-1861-4fbd-bb41-99e76609262e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754112333828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6439036'] for segment, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:11.684918 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5e6643f2-1861-4fbd-bb41-99e76609262e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:11.691426 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6643f2-1861-4fbd-bb41-99e76609262e admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:34:11.691838 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5e6643f2-1861-4fbd-bb41-99e76609262e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1928468'] for segment, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:11.693351 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d47e44-a2ca-4eb4-9184-a0205c0f060f None None] Pushing event deleted for resources: {'Port': ['ID=d20ff9a2-4685-4e8f-bb83-196e0dcf4f06,revision_number=None']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: Traceback (most recent call last): Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: timer() Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: cb(*args, **kw) Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: return func(*args, **kwargs) Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: self._notify() Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: self.callback(batched_events) Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: event.method(event) Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: return f(self, *a, **k) Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._get(url).json() Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: return self.request(url, 'GET', **kwargs) Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:34:11.693793 dv-cinder-689486-15-iscsi neutron-server[93419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:34:11.698612 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d47e44-a2ca-4eb4-9184-a0205c0f060f None None] No DVR routers for this DVR port d20ff9a2-4685-4e8f-bb83-196e0dcf4f06 on host dv-cinder-689486-15-iscsi {{(pid=93421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:34:11.704716 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d47e44-a2ca-4eb4-9184-a0205c0f060f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:11.705187 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d47e44-a2ca-4eb4-9184-a0205c0f060f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:11.705543 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d47e44-a2ca-4eb4-9184-a0205c0f060f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:11.705897 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d47e44-a2ca-4eb4-9184-a0205c0f060f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:11.706241 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d47e44-a2ca-4eb4-9184-a0205c0f060f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:11.706578 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d47e44-a2ca-4eb4-9184-a0205c0f060f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:11.706912 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d47e44-a2ca-4eb4-9184-a0205c0f060f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:11.707304 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d47e44-a2ca-4eb4-9184-a0205c0f060f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:11.707663 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d47e44-a2ca-4eb4-9184-a0205c0f060f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:11.707992 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d47e44-a2ca-4eb4-9184-a0205c0f060f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:11.708319 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d47e44-a2ca-4eb4-9184-a0205c0f060f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:11.710008 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d47e44-a2ca-4eb4-9184-a0205c0f060f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:11.768665 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5e6643f2-1861-4fbd-bb41-99e76609262e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068755'] for network, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:11.773984 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5e6643f2-1861-4fbd-bb41-99e76609262e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:11.775867 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-5e6643f2-1861-4fbd-bb41-99e76609262e admin admin] 10.222.0.10 "DELETE /v2.0/networks/33edf930-aed3-43bb-8d08-e5d092448dad HTTP/1.1" status: 204 len: 168 time: 0.5318620 Aug 04 15:34:11.787120 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6643f2-1861-4fbd-bb41-99e76609262e admin admin] Pushing event deleted for resources: {'Network': ['ID=33edf930-aed3-43bb-8d08-e5d092448dad,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:11.896235 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 59790) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:11.960934 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-f5c18f8e-7a5e-41ca-b628-097d5ec46f69 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5fd57cd3b0c94232b41f2bd329a796ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0633233 Aug 04 15:34:11.963623 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 59794) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:11.975303 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-709fe7df-040f-4e41-a3e5-04e127ab9b7e req-d082bed3-373b-48b8-98ac-fe10880a3319 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524178 Aug 04 15:34:12.019259 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-bee279a0-5a66-4db6-aba6-5d370619b2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:12.041986 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-bee279a0-5a66-4db6-aba6-5d370619b2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:12.071176 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fe7df-040f-4e41-a3e5-04e127ab9b7e req-46df19c8-3f87-436d-a45f-77e133d1b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:12.073567 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-709fe7df-040f-4e41-a3e5-04e127ab9b7e req-46df19c8-3f87-436d-a45f-77e133d1b831 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81189bdeb0e34495ae3b1512fddfe444&device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 1099 time: 0.0568445 Aug 04 15:34:12.106807 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-bee279a0-5a66-4db6-aba6-5d370619b2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:12.109643 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-bee279a0-5a66-4db6-aba6-5d370619b2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:12.115055 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-bee279a0-5a66-4db6-aba6-5d370619b2d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cca808a5-e051-4030-a8a0-51c5ba1a60b7 HTTP/1.1" status: 204 len: 168 time: 0.1491489 Aug 04 15:34:12.123709 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee279a0-5a66-4db6-aba6-5d370619b2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca808a5-e051-4030-a8a0-51c5ba1a60b7,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:12.226831 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fe7df-040f-4e41-a3e5-04e127ab9b7e req-941000e7-a051-4f9e-a6f1-a8f5136f264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:12.232074 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-709fe7df-040f-4e41-a3e5-04e127ab9b7e req-941000e7-a051-4f9e-a6f1-a8f5136f264d service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e HTTP/1.1" status: 200 len: 913 time: 0.1380639 Aug 04 15:34:12.235472 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:34:12.264972 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:34:12.265573 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device d5b0f031-8f32-42bd-ab4c-3cd2d72d7b8e not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:34:12.265862 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 6a07f15f-7e12-4db0-870a-8964c66717f4 no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:34:12.288164 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: 6a07f15f-7e12-4db0-870a-8964c66717f4 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:34:12.288415 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 6a07f15f-7e12-4db0-870a-8964c66717f4 not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:34:12.288838 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device d20ff9a2-4685-4e8f-bb83-196e0dcf4f06 no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:34:12.311297 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: d20ff9a2-4685-4e8f-bb83-196e0dcf4f06 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:34:12.311644 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device d20ff9a2-4685-4e8f-bb83-196e0dcf4f06 not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:34:12.562437 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-709fe7df-040f-4e41-a3e5-04e127ab9b7e req-179cf8b5-0dd6-4587-b4c9-be416c8aac94 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd51bde3-0844-46a7-b02b-86a0c8d161c6 HTTP/1.1" status: 200 len: 1002 time: 0.3230574 Aug 04 15:34:12.609318 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:12.614407 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fe7df-040f-4e41-a3e5-04e127ab9b7e req-a44040e2-17ba-44c2-a325-005f453d3eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:12.615969 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-709fe7df-040f-4e41-a3e5-04e127ab9b7e req-a44040e2-17ba-44c2-a325-005f453d3eb6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eaee7f63-f063-4df1-ba7e-6837cf8cbd3e HTTP/1.1" status: 200 len: 851 time: 0.0451360 Aug 04 15:34:12.680880 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fe7df-040f-4e41-a3e5-04e127ab9b7e req-b8e9a283-0f78-430c-9bb7-9388656171b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:12.683548 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-709fe7df-040f-4e41-a3e5-04e127ab9b7e req-b8e9a283-0f78-430c-9bb7-9388656171b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0601585 Aug 04 15:34:12.781057 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-709fe7df-040f-4e41-a3e5-04e127ab9b7e req-7bbeb75f-af6a-47d3-93d8-5c1594c24a42 service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903976 Aug 04 15:34:12.875982 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-709fe7df-040f-4e41-a3e5-04e127ab9b7e req-98083167-ffdc-45f2-9b60-b01035c8de6d service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871644 Aug 04 15:34:13.935189 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 59856) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:14.038996 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-08778392-322b-48b8-b2d0-8d997ea5f1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:14.128721 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-08778392-322b-48b8-b2d0-8d997ea5f1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:14.132400 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-08778392-322b-48b8-b2d0-8d997ea5f1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:14.169856 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-08778392-322b-48b8-b2d0-8d997ea5f1d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb6c61f87b524ac2b240196954a2f244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335567 Aug 04 15:34:14.170712 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08778392-322b-48b8-b2d0-8d997ea5f1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0536de81-8a1f-46a9-8967-ddc490247383,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:14.173471 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 59860) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:14.224463 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e1201882-0dab-42bb-9dc7-4a4b4f08ca95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:14.245170 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e1201882-0dab-42bb-9dc7-4a4b4f08ca95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:14.293542 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e1201882-0dab-42bb-9dc7-4a4b4f08ca95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:14.296144 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e1201882-0dab-42bb-9dc7-4a4b4f08ca95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:14.297285 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-e1201882-0dab-42bb-9dc7-4a4b4f08ca95 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0536de81-8a1f-46a9-8967-ddc490247383 HTTP/1.1" status: 204 len: 168 time: 0.1228228 Aug 04 15:34:14.305705 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1201882-0dab-42bb-9dc7-4a4b4f08ca95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0536de81-8a1f-46a9-8967-ddc490247383,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:14.555519 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 59868) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:14.571445 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5cd7-0a89-420d-9b26-ed07a0df3ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:14.662980 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5cd7-0a89-420d-9b26-ed07a0df3ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:14.666628 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5cd7-0a89-420d-9b26-ed07a0df3ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:14.702010 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f5cd7-0a89-420d-9b26-ed07a0df3ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c03a3e2-5ade-49ba-80f2-0cf21e7a4d5b,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:14.706320 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-ea5f5cd7-0a89-420d-9b26-ed07a0df3ca4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=56fbe8b4ca11400da3685a2bea0bfb94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497738 Aug 04 15:34:14.709023 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 59870) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:14.756895 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-1efce306-c966-4f22-86ba-4b5210a81677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:14.777420 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-1efce306-c966-4f22-86ba-4b5210a81677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:14.823071 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-1efce306-c966-4f22-86ba-4b5210a81677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:14.825684 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-1efce306-c966-4f22-86ba-4b5210a81677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:14.826828 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-1efce306-c966-4f22-86ba-4b5210a81677 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c03a3e2-5ade-49ba-80f2-0cf21e7a4d5b HTTP/1.1" status: 204 len: 168 time: 0.1169169 Aug 04 15:34:14.834548 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efce306-c966-4f22-86ba-4b5210a81677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c03a3e2-5ade-49ba-80f2-0cf21e7a4d5b,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:19.847951 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:34:20.434205 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60012) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:20.537255 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1b0115a4-32e7-4f7a-b1b2-fe8aef59bd19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:20.628753 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1b0115a4-32e7-4f7a-b1b2-fe8aef59bd19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:20.632491 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-1b0115a4-32e7-4f7a-b1b2-fe8aef59bd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:20.668835 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0115a4-32e7-4f7a-b1b2-fe8aef59bd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db39096-5f7d-4931-9221-4129284f602e,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:20.673327 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-1b0115a4-32e7-4f7a-b1b2-fe8aef59bd19 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=592e1b3e558d4a2c849a81077ae1a582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380271 Aug 04 15:34:20.676366 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60016) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:20.727859 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-51ebcee2-abba-4c9f-bd6d-84d68802d15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:20.747768 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-51ebcee2-abba-4c9f-bd6d-84d68802d15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:20.792164 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-51ebcee2-abba-4c9f-bd6d-84d68802d15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:20.794648 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-51ebcee2-abba-4c9f-bd6d-84d68802d15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:20.795964 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-51ebcee2-abba-4c9f-bd6d-84d68802d15e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3db39096-5f7d-4931-9221-4129284f602e HTTP/1.1" status: 204 len: 168 time: 0.1186295 Aug 04 15:34:20.804450 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebcee2-abba-4c9f-bd6d-84d68802d15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db39096-5f7d-4931-9221-4129284f602e,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:21.057571 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60022) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:21.070508 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-46d46838-b9ee-4c3f-b3b5-dd392ca4eb94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:21.161068 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-46d46838-b9ee-4c3f-b3b5-dd392ca4eb94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:21.164472 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-46d46838-b9ee-4c3f-b3b5-dd392ca4eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:21.207713 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-46d46838-b9ee-4c3f-b3b5-dd392ca4eb94 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7af1387686244751a2fadfcd3600ab89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489739 Aug 04 15:34:21.209130 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d46838-b9ee-4c3f-b3b5-dd392ca4eb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57740f6-720e-4af3-b179-e8a9b40d0700,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:21.209626 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60030) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:21.266319 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7eba5b39-c8f1-421d-8b66-58daf8d5963f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:21.287441 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7eba5b39-c8f1-421d-8b66-58daf8d5963f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:21.335997 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7eba5b39-c8f1-421d-8b66-58daf8d5963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:21.338719 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-7eba5b39-c8f1-421d-8b66-58daf8d5963f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:21.339933 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-7eba5b39-c8f1-421d-8b66-58daf8d5963f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a57740f6-720e-4af3-b179-e8a9b40d0700 HTTP/1.1" status: 204 len: 168 time: 0.1292958 Aug 04 15:34:21.348778 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba5b39-c8f1-421d-8b66-58daf8d5963f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57740f6-720e-4af3-b179-e8a9b40d0700,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:22.379118 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60066) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:22.455068 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60070) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:22.528180 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-44fb10de-46bc-431d-8a4e-f0560ebf4575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:22.567668 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-55538a53-8744-4a70-9aa7-dee61f5fc846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:22.643735 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-44fb10de-46bc-431d-8a4e-f0560ebf4575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:22.648875 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-44fb10de-46bc-431d-8a4e-f0560ebf4575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:22.707265 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-44fb10de-46bc-431d-8a4e-f0560ebf4575 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0073a4f875b54d1a9937d8fb14219399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269656 Aug 04 15:34:22.707971 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb10de-46bc-431d-8a4e-f0560ebf4575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a7e338-9d5e-4348-af93-20a9e9706614,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:22.709966 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60074) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:22.766024 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-988ee2e0-4518-4784-95d6-3451dc843120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:22.770668 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-55538a53-8744-4a70-9aa7-dee61f5fc846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:22.774540 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-55538a53-8744-4a70-9aa7-dee61f5fc846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:22.789128 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-988ee2e0-4518-4784-95d6-3451dc843120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:22.813834 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-55538a53-8744-4a70-9aa7-dee61f5fc846 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=389681929a3c4067845937ed3a904403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575714 Aug 04 15:34:22.815565 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55538a53-8744-4a70-9aa7-dee61f5fc846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a64618a-fb5c-455c-b7b6-7c0080e2cb84,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:22.818487 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60076) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:22.843951 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-988ee2e0-4518-4784-95d6-3451dc843120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:22.847508 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-988ee2e0-4518-4784-95d6-3451dc843120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:22.848672 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-988ee2e0-4518-4784-95d6-3451dc843120 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/75a7e338-9d5e-4348-af93-20a9e9706614 HTTP/1.1" status: 204 len: 168 time: 0.1325653 Aug 04 15:34:22.856630 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ee2e0-4518-4784-95d6-3451dc843120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a7e338-9d5e-4348-af93-20a9e9706614,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:22.879303 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-16278d5a-7f9d-4ea5-a75c-527c4c202c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:22.903204 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-16278d5a-7f9d-4ea5-a75c-527c4c202c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:22.952109 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-16278d5a-7f9d-4ea5-a75c-527c4c202c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:22.955307 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-16278d5a-7f9d-4ea5-a75c-527c4c202c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:22.956538 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-16278d5a-7f9d-4ea5-a75c-527c4c202c44 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a64618a-fb5c-455c-b7b6-7c0080e2cb84 HTTP/1.1" status: 204 len: 168 time: 0.1366677 Aug 04 15:34:22.964906 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16278d5a-7f9d-4ea5-a75c-527c4c202c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a64618a-fb5c-455c-b7b6-7c0080e2cb84,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:24.080048 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60132) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:24.229129 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c47bd15e-c480-416a-b11f-a0a52418bb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:24.317456 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c47bd15e-c480-416a-b11f-a0a52418bb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:24.321358 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-c47bd15e-c480-416a-b11f-a0a52418bb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:24.361796 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-c47bd15e-c480-416a-b11f-a0a52418bb86 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=567e29370cc24f3389fc3cdfaf86addd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805758 Aug 04 15:34:24.362640 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bd15e-c480-416a-b11f-a0a52418bb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebccff98-dec5-4abd-89e7-9dd3213a8fa6,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:24.364727 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60140) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:24.370311 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bd15e-c480-416a-b11f-a0a52418bb86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:24.370713 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bd15e-c480-416a-b11f-a0a52418bb86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:24.371037 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bd15e-c480-416a-b11f-a0a52418bb86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:24.371518 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bd15e-c480-416a-b11f-a0a52418bb86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:24.371882 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bd15e-c480-416a-b11f-a0a52418bb86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:24.372220 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bd15e-c480-416a-b11f-a0a52418bb86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:24.372553 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bd15e-c480-416a-b11f-a0a52418bb86 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:24.372885 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bd15e-c480-416a-b11f-a0a52418bb86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:24.373259 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bd15e-c480-416a-b11f-a0a52418bb86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:24.373540 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bd15e-c480-416a-b11f-a0a52418bb86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:24.373862 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bd15e-c480-416a-b11f-a0a52418bb86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:24.374184 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bd15e-c480-416a-b11f-a0a52418bb86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:24.417017 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-84206394-ed13-4589-a8d4-5086316870bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:24.437434 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-84206394-ed13-4589-a8d4-5086316870bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:24.483739 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-84206394-ed13-4589-a8d4-5086316870bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:24.486364 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-84206394-ed13-4589-a8d4-5086316870bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:24.487549 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-84206394-ed13-4589-a8d4-5086316870bb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ebccff98-dec5-4abd-89e7-9dd3213a8fa6 HTTP/1.1" status: 204 len: 168 time: 0.1217666 Aug 04 15:34:24.495434 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84206394-ed13-4589-a8d4-5086316870bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebccff98-dec5-4abd-89e7-9dd3213a8fa6,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:25.096042 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60162) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:25.194850 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-5d77039a-7bd8-40cf-9b0f-d14603a6c05d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-929207979-network', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:25.218958 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d77039a-7bd8-40cf-9b0f-d14603a6c05d admin admin] Made reservation on behalf of d8340ffa6d1a4f599c0ee6abc0e0c562 for: {'network': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:25.222222 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5d77039a-7bd8-40cf-9b0f-d14603a6c05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for network, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:25.231379 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5d77039a-7bd8-40cf-9b0f-d14603a6c05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:25.325914 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5d77039a-7bd8-40cf-9b0f-d14603a6c05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:25.330196 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5d77039a-7bd8-40cf-9b0f-d14603a6c05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:25.356488 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d77039a-7bd8-40cf-9b0f-d14603a6c05d admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:34:25.366790 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77039a-7bd8-40cf-9b0f-d14603a6c05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785c68af-564e-4f1b-ba7f-310fd133886c,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:25.371814 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5d77039a-7bd8-40cf-9b0f-d14603a6c05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:25.372149 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.segments_db [None req-5d77039a-7bd8-40cf-9b0f-d14603a6c05d admin admin] Added segment 1f97d5cf-43af-4977-879c-b9d544c13354 of type vlan for network 16077e35-4a6f-4c7f-9a92-4c8d844800d6 Aug 04 15:34:25.413751 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5d77039a-7bd8-40cf-9b0f-d14603a6c05d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754111838365'] for network, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:25.443275 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5d77039a-7bd8-40cf-9b0f-d14603a6c05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for network, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:25.444297 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d77039a-7bd8-40cf-9b0f-d14603a6c05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:25.444875 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-5d77039a-7bd8-40cf-9b0f-d14603a6c05d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:25.509931 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-5d77039a-7bd8-40cf-9b0f-d14603a6c05d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4100952 Aug 04 15:34:25.510311 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60174) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:25.515027 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77039a-7bd8-40cf-9b0f-d14603a6c05d admin admin] Pushing event updated for resources: {'Network': ['ID=16077e35-4a6f-4c7f-9a92-4c8d844800d6,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:25.515563 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-b9539f82-63ab-40cd-831f-deab5d17bbea admin admin] Request body: {'subnet': {'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-929207979-subnet', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'ip_version': 4}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:25.528969 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Network 16077e35-4a6f-4c7f-9a92-4c8d844800d6 details requested by agent ovs-agent-dv-cinder-689486-15-iscsi with host dv-cinder-689486-15-iscsi {{(pid=93421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:34:25.557388 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9539f82-63ab-40cd-831f-deab5d17bbea admin admin] Made reservation on behalf of d8340ffa6d1a4f599c0ee6abc0e0c562 for: {'subnet': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:25.559570 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b9539f82-63ab-40cd-831f-deab5d17bbea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3822546'] for subnet, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:25.742383 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b9539f82-63ab-40cd-831f-deab5d17bbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2773125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3822528'] for subnet, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:25.800310 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9539f82-63ab-40cd-831f-deab5d17bbea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4deeeffb-8552-4582-a937-c415ff33136c,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:25.812241 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9539f82-63ab-40cd-831f-deab5d17bbea admin admin] Checking segment: {'id': '1f97d5cf-43af-4977-879c-b9d544c13354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:25.812633 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9539f82-63ab-40cd-831f-deab5d17bbea admin admin] Network hostable DHCP agents. Network: 16077e35-4a6f-4c7f-9a92-4c8d844800d6, hostable agents: ['a8d7af28-eca7-455e-97e1-a648a6b9f014'], hosted agents: [] {{(pid=93420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:34:25.835519 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9539f82-63ab-40cd-831f-deab5d17bbea admin admin] Network 16077e35-4a6f-4c7f-9a92-4c8d844800d6 is scheduled to be hosted by DHCP agent a8d7af28-eca7-455e-97e1-a648a6b9f014 with binding_index 1 {{(pid=93420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:34:25.845679 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-b9539f82-63ab-40cd-831f-deab5d17bbea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-15-iscsi, 16077e35-4a6f-4c7f-9a92-4c8d844800d6) {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:25.849935 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9539f82-63ab-40cd-831f-deab5d17bbea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:25.850530 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b9539f82-63ab-40cd-831f-deab5d17bbea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:25.855195 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e7e5a2-1d78-4651-88ee-87e435c9ef3e None None] Network 16077e35-4a6f-4c7f-9a92-4c8d844800d6 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:25.870509 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60178) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:25.870802 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-b9539f82-63ab-40cd-831f-deab5d17bbea admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3589237 Aug 04 15:34:25.875664 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-63a9c2ab-904d-4d67-9e3b-02915546374a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-929207979-router', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:25.896665 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-63a9c2ab-904d-4d67-9e3b-02915546374a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8061657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:25.897865 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-63a9c2ab-904d-4d67-9e3b-02915546374a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8061605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7894325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7199'] for router, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:25.949841 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-63a9c2ab-904d-4d67-9e3b-02915546374a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:26.006858 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp001a8a58-16e5-53b7-b0b3-2a49f3787e2f-16077e35-4a6f-4c7f-9a92-4c8d844800d6', 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'fixed_ips': [{'subnet_id': '4deeeffb-8552-4582-a937-c415ff33136c'}]}} from dv-cinder-689486-15-iscsi. {{(pid=93421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:34:26.007861 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:26.098731 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-63a9c2ab-904d-4d67-9e3b-02915546374a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:26.146737 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.db_base_plugin_common [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Allocated IP 172.20.0.2 (16077e35-4a6f-4c7f-9a92-4c8d844800d6/4deeeffb-8552-4582-a937-c415ff33136c/0153d185-a90a-41fb-be49-5b4704e59827) {{(pid=93421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:34:26.301412 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-63a9c2ab-904d-4d67-9e3b-02915546374a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:26.304288 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Notify callbacks [] for port, precommit_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:26.313192 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Transition to ACTIVE for port object 0153d185-a90a-41fb-be49-5b4704e59827 will not be triggered until provisioned by entity L2. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:26.324913 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-63a9c2ab-904d-4d67-9e3b-02915546374a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:26.328518 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Transition to ACTIVE for port object 0153d185-a90a-41fb-be49-5b4704e59827 will not be triggered until provisioned by entity DHCP. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:26.335009 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042'] for port, after_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:26.371238 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Network 16077e35-4a6f-4c7f-9a92-4c8d844800d6 is already hosted by enough agents. {{(pid=93421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:26.374144 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.scheduler.base_scheduler [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Resources bound (agent type, host, resource id): {{(pid=93421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:26.380467 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Received port after_create {{(pid=93421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:34:26.389372 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Pushing event updated for resources: {'Port': ['ID=0153d185-a90a-41fb-be49-5b4704e59827,revision_number=1']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:26.436070 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [None req-63a9c2ab-904d-4d67-9e3b-02915546374a admin admin] Allocated IP 172.27.3.134 (a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1/66c61c24-84f1-4482-97f0-c0986315f375/144717ca-8871-464d-8e87-686345f78a25) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:34:26.442206 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Attempting to bind port 0153d185-a90a-41fb-be49-5b4704e59827 on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:34:26.442583 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Attempting to bind port 0153d185-a90a-41fb-be49-5b4704e59827 by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '1f97d5cf-43af-4977-879c-b9d544c13354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6'}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:34:26.442954 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Attempting to bind port 0153d185-a90a-41fb-be49-5b4704e59827 on network 16077e35-4a6f-4c7f-9a92-4c8d844800d6 {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:26.448470 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:34:26.448856 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Checking segment: {'id': '1f97d5cf-43af-4977-879c-b9d544c13354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:26.449299 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:26.449671 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Bound using segment: {'id': '1f97d5cf-43af-4977-879c-b9d544c13354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6'} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:34:26.450135 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Bound port: 0153d185-a90a-41fb-be49-5b4704e59827, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f97d5cf-43af-4977-879c-b9d544c13354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6'}}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:34:26.450523 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:26.520399 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] For port 0153d185-a90a-41fb-be49-5b4704e59827, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:34:26.523833 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] For port 0153d185-a90a-41fb-be49-5b4704e59827, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=0153d185-a90a-41fb-be49-5b4704e59827,segment=NetworkSegment(1f97d5cf-43af-4977-879c-b9d544c13354),segment_id=1f97d5cf-43af-4977-879c-b9d544c13354)] {{(pid=93421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:34:26.528539 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:26.561844 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-63a9c2ab-904d-4d67-9e3b-02915546374a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:26.593016 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737c81f-a8da-42c8-8fcc-41a05ea6670f None None] Pushing event updated for resources: {'Port': ['ID=0153d185-a90a-41fb-be49-5b4704e59827,revision_number=2']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:26.624353 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-63a9c2ab-904d-4d67-9e3b-02915546374a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:26.670471 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a9c2ab-904d-4d67-9e3b-02915546374a admin admin] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:26.673677 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-63a9c2ab-904d-4d67-9e3b-02915546374a admin admin] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:26.678301 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a9c2ab-904d-4d67-9e3b-02915546374a admin admin] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:34:26.681563 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9c2ab-904d-4d67-9e3b-02915546374a admin admin] Pushing event updated for resources: {'Port': ['ID=144717ca-8871-464d-8e87-686345f78a25,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:26.974587 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-63a9c2ab-904d-4d67-9e3b-02915546374a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:27.189572 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-63a9c2ab-904d-4d67-9e3b-02915546374a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8061782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068651'] for router, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:27.328381 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a9c2ab-904d-4d67-9e3b-02915546374a admin admin] Router 0cda9e7c-26b0-4102-bcf4-8f513f656f36 is scheduled to L3 agent 0810b032-d755-4732-a353-64b2f2f7440f with binding_index 1 {{(pid=93419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:34:27.439540 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a9c2ab-904d-4d67-9e3b-02915546374a admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:34:27.448393 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] Sync routers for ids ['0cda9e7c-26b0-4102-bcf4-8f513f656f36'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:34:27.457328 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-63a9c2ab-904d-4d67-9e3b-02915546374a admin admin] Notify callbacks [] for router, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:27.458592 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-63a9c2ab-904d-4d67-9e3b-02915546374a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5865133 Aug 04 15:34:27.459249 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] Routers {'0cda9e7c-26b0-4102-bcf4-8f513f656f36'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:34:27.459883 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:34:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['0cda9e7c-26b0-4102-bcf4-8f513f656f36'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:27.461627 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60192) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:27.546720 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee9c847-e62f-453d-a740-c00e571c1f7a None None] Network 16077e35-4a6f-4c7f-9a92-4c8d844800d6 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:27.640362 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] Set router 0cda9e7c-26b0-4102-bcf4-8f513f656f36 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:34:27.644642 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-b7bd5ff6-8216-4adf-8571-fc2bca8ed5ed None None] Provisioning for port 0153d185-a90a-41fb-be49-5b4704e59827 completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:27.896622 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'name': 'tempest-TestMinimumBasicScenario-929207979-router', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '144717ca-8871-464d-8e87-686345f78a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:25Z', 'updated_at': '2021-08-04T15:34:26Z', 'revision_number': 3, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'gw_port': {'id': '144717ca-8871-464d-8e87-686345f78a25', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:26Z', 'updated_at': '2021-08-04T15:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:27.919101 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:27.924582 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] Checking router: 0cda9e7c-26b0-4102-bcf4-8f513f656f36 for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:34:27.925062 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] Updating router 0cda9e7c-26b0-4102-bcf4-8f513f656f36 port 144717ca-8871-464d-8e87-686345f78a25 binding host dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:34:27.951553 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:28.092830 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_common [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Allocated IP 172.20.0.1 (16077e35-4a6f-4c7f-9a92-4c8d844800d6/4deeeffb-8552-4582-a937-c415ff33136c/0df24a52-4fc5-43ed-a9c3-1d9817d9cb30) {{(pid=93420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:34:28.225329 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:28.240340 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.provisioning_blocks [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Transition to ACTIVE for port object 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30 will not be triggered until provisioned by entity DHCP. {{(pid=93420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:28.247434 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 0153d185-a90a-41fb-be49-5b4704e59827 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:28.276075 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:28.325202 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Network 16077e35-4a6f-4c7f-9a92-4c8d844800d6 is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:28.331208 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:28.333988 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Pushing event updated for resources: {'Port': ['ID=0df24a52-4fc5-43ed-a9c3-1d9817d9cb30,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:28.336559 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Received port after_create {{(pid=93420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:34:28.346125 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port 0153d185-a90a-41fb-be49-5b4704e59827 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:28.380998 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:28.381388 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:28.381676 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:28.382008 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:28.382427 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:28.382649 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:28.382976 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:28.383323 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:28.383650 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:28.383971 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:28.384291 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:28.384607 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:28.403842 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8065860'] for router_interface, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:28.405278 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 0153d185-a90a-41fb-be49-5b4704e59827 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:28.405652 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:28.412208 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] Notify callbacks [] for port, precommit_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:28.441146 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] Transition to ACTIVE for port object 144717ca-8871-464d-8e87-686345f78a25 will not be triggered until provisioned by entity L2. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:28.449595 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:28.531432 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] Attempting to bind port 144717ca-8871-464d-8e87-686345f78a25 on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:34:28.531863 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] Attempting to bind port 144717ca-8871-464d-8e87-686345f78a25 by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:34:28.532911 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] Attempting to bind port 144717ca-8871-464d-8e87-686345f78a25 on network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:28.535169 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628f778-2e8b-46c1-bb2b-734df9104ed9 None None] Pushing event updated for resources: {'Port': ['ID=144717ca-8871-464d-8e87-686345f78a25,revision_number=2']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:28.570864 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:34:28.571271 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] Checking segment: {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:28.571932 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:28.572521 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] Bound using segment: {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:34:28.573195 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] Bound port: 144717ca-8871-464d-8e87-686345f78a25, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:34:28.573779 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:28.582334 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:28.618996 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:28.670175 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port 0153d185-a90a-41fb-be49-5b4704e59827, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=0153d185-a90a-41fb-be49-5b4704e59827,segment=NetworkSegment(1f97d5cf-43af-4977-879c-b9d544c13354),segment_id=1f97d5cf-43af-4977-879c-b9d544c13354)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:28.679539 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:28.688095 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] For port 144717ca-8871-464d-8e87-686345f78a25, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:34:28.722210 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] For port 144717ca-8871-464d-8e87-686345f78a25, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=144717ca-8871-464d-8e87-686345f78a25,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:34:28.738487 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:28.768240 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=0153d185-a90a-41fb-be49-5b4704e59827,revision_number=3']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:28.778192 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-ac033970-70f1-42b0-b724-bf0ce4209153 None None] Provisioning for port 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30 completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:28.792123 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:28.797769 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773002'] for port, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:28.807550 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-ac033970-70f1-42b0-b724-bf0ce4209153 None None] Provisioning complete for port 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:28.807927 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-ac033970-70f1-42b0-b724-bf0ce4209153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:28.839705 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] Routers {'0cda9e7c-26b0-4102-bcf4-8f513f656f36'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:34:28.840596 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:34:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['0cda9e7c-26b0-4102-bcf4-8f513f656f36'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:28.871620 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7928233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8071454'] for router_interface, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:28.881388 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Pushing event updated for resources: {'Port': ['ID=0df24a52-4fc5-43ed-a9c3-1d9817d9cb30,revision_number=2']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:28.913788 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-ac033970-70f1-42b0-b724-bf0ce4209153 None None] Port 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30 cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:34:28.918234 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628f778-2e8b-46c1-bb2b-734df9104ed9 None None] Pushing event updated for resources: {'Port': ['ID=144717ca-8871-464d-8e87-686345f78a25,revision_number=3']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:28.994412 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] Set router 0cda9e7c-26b0-4102-bcf4-8f513f656f36 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:34:28.995339 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Network 16077e35-4a6f-4c7f-9a92-4c8d844800d6 is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:28.996754 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:29.138473 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Router 0cda9e7c-26b0-4102-bcf4-8f513f656f36 has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:34:29.231454 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'name': 'tempest-TestMinimumBasicScenario-929207979-router', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '144717ca-8871-464d-8e87-686345f78a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:25Z', 'updated_at': '2021-08-04T15:34:28Z', 'revision_number': 4, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'gw_port': {'id': '144717ca-8871-464d-8e87-686345f78a25', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:26Z', 'updated_at': '2021-08-04T15:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '0df24a52-4fc5-43ed-a9c3-1d9817d9cb30', 'name': '', 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'mac_address': 'fa:16:3e:1d:04:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4deeeffb-8552-4582-a937-c415ff33136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:27Z', 'updated_at': '2021-08-04T15:34:28Z', 'revision_number': 2, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'subnets': [{'id': '4deeeffb-8552-4582-a937-c415ff33136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:29.263391 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c24e56-5f53-4f35-8626-af6ee7f8e47d None None] The sync data for ids ['0cda9e7c-26b0-4102-bcf4-8f513f656f36'] in dv-cinder-689486-15-iscsi is: [{'id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'name': 'tempest-TestMinimumBasicScenario-929207979-router', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '144717ca-8871-464d-8e87-686345f78a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:25Z', 'updated_at': '2021-08-04T15:34:28Z', 'revision_number': 4, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'gw_port': {'id': '144717ca-8871-464d-8e87-686345f78a25', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:26Z', 'updated_at': '2021-08-04T15:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '0df24a52-4fc5-43ed-a9c3-1d9817d9cb30', 'name': '', 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'mac_address': 'fa:16:3e:1d:04:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4deeeffb-8552-4582-a937-c415ff33136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:27Z', 'updated_at': '2021-08-04T15:34:28Z', 'revision_number': 2, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'subnets': [{'id': '4deeeffb-8552-4582-a937-c415ff33136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:34:29.286947 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:34:29.297255 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-aceceb26-01a3-4e0e-80f6-7847465f95ee admin admin] 10.222.0.10 "PUT /v2.0/routers/0cda9e7c-26b0-4102-bcf4-8f513f656f36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8339744 Aug 04 15:34:29.341294 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0ec01fce-d131-4c3d-86d0-2459752f92a6 None None] Provisioning complete for port 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:29.341675 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0ec01fce-d131-4c3d-86d0-2459752f92a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:29.383024 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0ec01fce-d131-4c3d-86d0-2459752f92a6 None None] Port 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30 cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:34:29.884358 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60250) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:29.889582 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-a53cbc62-5056-4e53-9f3d-04dada78a82d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-808660208-network', 'tenant_id': 'fb92c01ba50346d59f225ee460d92bc6'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:29.914148 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53cbc62-5056-4e53-9f3d-04dada78a82d admin admin] Made reservation on behalf of fb92c01ba50346d59f225ee460d92bc6 for: {'network': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:29.916738 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a53cbc62-5056-4e53-9f3d-04dada78a82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for network, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:29.926265 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a53cbc62-5056-4e53-9f3d-04dada78a82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:30.038966 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a53cbc62-5056-4e53-9f3d-04dada78a82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:30.051602 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a53cbc62-5056-4e53-9f3d-04dada78a82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:30.080748 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53cbc62-5056-4e53-9f3d-04dada78a82d admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:34:30.099336 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a53cbc62-5056-4e53-9f3d-04dada78a82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:30.099676 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.segments_db [None req-a53cbc62-5056-4e53-9f3d-04dada78a82d admin admin] Added segment cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d of type vlan for network a50ca644-0659-4b1b-9b74-2fc93725d801 Aug 04 15:34:30.144523 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cbc62-5056-4e53-9f3d-04dada78a82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1807cc1d-82c7-4a5d-a85d-380512ef55d4,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:30.161766 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a53cbc62-5056-4e53-9f3d-04dada78a82d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754111838365'] for network, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:30.203403 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a53cbc62-5056-4e53-9f3d-04dada78a82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for network, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:30.204855 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53cbc62-5056-4e53-9f3d-04dada78a82d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:30.205605 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a53cbc62-5056-4e53-9f3d-04dada78a82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:30.274050 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-a53cbc62-5056-4e53-9f3d-04dada78a82d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3883054 Aug 04 15:34:30.276899 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60260) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:30.277680 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cbc62-5056-4e53-9f3d-04dada78a82d admin admin] Pushing event updated for resources: {'Network': ['ID=a50ca644-0659-4b1b-9b74-2fc93725d801,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:30.283791 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-239f314f-7829-44c7-aa1f-b2ac144e17cf admin admin] Request body: {'subnet': {'network_id': 'a50ca644-0659-4b1b-9b74-2fc93725d801', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-808660208-subnet', 'tenant_id': 'fb92c01ba50346d59f225ee460d92bc6', 'ip_version': 4}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:30.304701 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Network a50ca644-0659-4b1b-9b74-2fc93725d801 details requested by agent ovs-agent-dv-cinder-689486-15-iscsi with host dv-cinder-689486-15-iscsi {{(pid=93421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:34:30.333830 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239f314f-7829-44c7-aa1f-b2ac144e17cf admin admin] Made reservation on behalf of fb92c01ba50346d59f225ee460d92bc6 for: {'subnet': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:30.336496 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-239f314f-7829-44c7-aa1f-b2ac144e17cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3822546'] for subnet, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:30.404555 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 0153d185-a90a-41fb-be49-5b4704e59827 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:30.479794 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 0153d185-a90a-41fb-be49-5b4704e59827 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:30.480246 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:30.544887 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-239f314f-7829-44c7-aa1f-b2ac144e17cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2773125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3822528'] for subnet, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:30.574800 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 144717ca-8871-464d-8e87-686345f78a25 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:30.617897 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f314f-7829-44c7-aa1f-b2ac144e17cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e04739f6-ba5d-4274-85cb-7aab9f34d2e7,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:30.631422 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239f314f-7829-44c7-aa1f-b2ac144e17cf admin admin] Checking segment: {'id': 'cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a50ca644-0659-4b1b-9b74-2fc93725d801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:30.631875 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239f314f-7829-44c7-aa1f-b2ac144e17cf admin admin] Network hostable DHCP agents. Network: a50ca644-0659-4b1b-9b74-2fc93725d801, hostable agents: ['a8d7af28-eca7-455e-97e1-a648a6b9f014'], hosted agents: [] {{(pid=93420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:34:30.636333 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port 144717ca-8871-464d-8e87-686345f78a25 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:30.641089 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 144717ca-8871-464d-8e87-686345f78a25 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:30.641567 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:30.675895 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239f314f-7829-44c7-aa1f-b2ac144e17cf admin admin] Network a50ca644-0659-4b1b-9b74-2fc93725d801 is scheduled to be hosted by DHCP agent a8d7af28-eca7-455e-97e1-a648a6b9f014 with binding_index 1 {{(pid=93420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:34:30.689569 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-239f314f-7829-44c7-aa1f-b2ac144e17cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-15-iscsi, a50ca644-0659-4b1b-9b74-2fc93725d801) {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:30.695576 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239f314f-7829-44c7-aa1f-b2ac144e17cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:30.696271 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-239f314f-7829-44c7-aa1f-b2ac144e17cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:30.701473 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b34e533-949d-4d35-b45a-18b12e701d93 None None] Network a50ca644-0659-4b1b-9b74-2fc93725d801 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:30.719653 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60270) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:30.720256 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-239f314f-7829-44c7-aa1f-b2ac144e17cf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4414506 Aug 04 15:34:30.725059 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-fb03c543-42fb-4240-bded-65f5771cb900 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-808660208-router', 'tenant_id': 'fb92c01ba50346d59f225ee460d92bc6', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:30.749458 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fb03c543-42fb-4240-bded-65f5771cb900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8061657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:30.750895 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fb03c543-42fb-4240-bded-65f5771cb900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8061605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7894325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7199'] for router, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:30.796476 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:30.813239 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fb03c543-42fb-4240-bded-65f5771cb900 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:30.836872 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port 144717ca-8871-464d-8e87-686345f78a25, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=144717ca-8871-464d-8e87-686345f78a25,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:30.862095 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:30.943772 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=144717ca-8871-464d-8e87-686345f78a25,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:30.961882 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp001a8a58-16e5-53b7-b0b3-2a49f3787e2f-a50ca644-0659-4b1b-9b74-2fc93725d801', 'network_id': 'a50ca644-0659-4b1b-9b74-2fc93725d801', 'tenant_id': 'fb92c01ba50346d59f225ee460d92bc6', 'fixed_ips': [{'subnet_id': 'e04739f6-ba5d-4274-85cb-7aab9f34d2e7'}]}} from dv-cinder-689486-15-iscsi. {{(pid=93421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:34:30.962948 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:31.014324 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fb03c543-42fb-4240-bded-65f5771cb900 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:31.123567 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.db_base_plugin_common [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Allocated IP 172.20.0.2 (a50ca644-0659-4b1b-9b74-2fc93725d801/e04739f6-ba5d-4274-85cb-7aab9f34d2e7/c03a7d58-b7dd-49d8-847c-9b6484bc9f2a) {{(pid=93421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:34:31.226791 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fb03c543-42fb-4240-bded-65f5771cb900 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:31.246929 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fb03c543-42fb-4240-bded-65f5771cb900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:31.288652 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:31.299344 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Transition to ACTIVE for port object c03a7d58-b7dd-49d8-847c-9b6484bc9f2a will not be triggered until provisioned by entity L2. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:31.329185 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Transition to ACTIVE for port object c03a7d58-b7dd-49d8-847c-9b6484bc9f2a will not be triggered until provisioned by entity DHCP. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:31.350783 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042'] for port, after_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:31.370421 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [None req-fb03c543-42fb-4240-bded-65f5771cb900 admin admin] Allocated IP 172.27.3.122 (a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1/66c61c24-84f1-4482-97f0-c0986315f375/ff0be7f0-d5b7-410b-9bdf-f60aad46901c) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:34:31.402826 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Network a50ca644-0659-4b1b-9b74-2fc93725d801 is already hosted by enough agents. {{(pid=93421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:31.405896 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.scheduler.base_scheduler [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Resources bound (agent type, host, resource id): {{(pid=93421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:31.411045 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Received port after_create {{(pid=93421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:34:31.414760 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Pushing event updated for resources: {'Port': ['ID=c03a7d58-b7dd-49d8-847c-9b6484bc9f2a,revision_number=1']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:31.468046 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Attempting to bind port c03a7d58-b7dd-49d8-847c-9b6484bc9f2a on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:34:31.468446 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Attempting to bind port c03a7d58-b7dd-49d8-847c-9b6484bc9f2a by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': 'cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a50ca644-0659-4b1b-9b74-2fc93725d801'}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:34:31.469176 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Attempting to bind port c03a7d58-b7dd-49d8-847c-9b6484bc9f2a on network a50ca644-0659-4b1b-9b74-2fc93725d801 {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:31.475297 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:34:31.475693 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Checking segment: {'id': 'cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a50ca644-0659-4b1b-9b74-2fc93725d801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:31.476093 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:31.476483 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Bound using segment: {'id': 'cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a50ca644-0659-4b1b-9b74-2fc93725d801'} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:34:31.476954 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Bound port: c03a7d58-b7dd-49d8-847c-9b6484bc9f2a, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a50ca644-0659-4b1b-9b74-2fc93725d801'}}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:34:31.477331 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:31.493497 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fb03c543-42fb-4240-bded-65f5771cb900 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:31.538149 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fb03c543-42fb-4240-bded-65f5771cb900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:31.551391 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] For port c03a7d58-b7dd-49d8-847c-9b6484bc9f2a, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:34:31.554437 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] For port c03a7d58-b7dd-49d8-847c-9b6484bc9f2a, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=c03a7d58-b7dd-49d8-847c-9b6484bc9f2a,segment=NetworkSegment(cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d),segment_id=cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d)] {{(pid=93421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:34:31.558757 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:31.578925 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb03c543-42fb-4240-bded-65f5771cb900 admin admin] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:31.584022 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-fb03c543-42fb-4240-bded-65f5771cb900 admin admin] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:31.586881 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb03c543-42fb-4240-bded-65f5771cb900 admin admin] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:34:31.615545 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03c543-42fb-4240-bded-65f5771cb900 admin admin] Pushing event updated for resources: {'Port': ['ID=ff0be7f0-d5b7-410b-9bdf-f60aad46901c,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:31.621715 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21407c6-fad9-4f73-be9c-c4a89a6fe4b5 None None] Pushing event updated for resources: {'Port': ['ID=c03a7d58-b7dd-49d8-847c-9b6484bc9f2a,revision_number=2']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:31.728748 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] Sync routers for ids ['0cda9e7c-26b0-4102-bcf4-8f513f656f36'] in dv-cinder-689486-15-iscsi {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:34:31.740131 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] Routers {'0cda9e7c-26b0-4102-bcf4-8f513f656f36'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:34:31.740841 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:34:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['0cda9e7c-26b0-4102-bcf4-8f513f656f36'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:31.863741 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fb03c543-42fb-4240-bded-65f5771cb900 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:31.864682 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] Set router 0cda9e7c-26b0-4102-bcf4-8f513f656f36 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:34:32.071824 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'name': 'tempest-TestMinimumBasicScenario-929207979-router', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '144717ca-8871-464d-8e87-686345f78a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:25Z', 'updated_at': '2021-08-04T15:34:28Z', 'revision_number': 4, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'gw_port': {'id': '144717ca-8871-464d-8e87-686345f78a25', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:26Z', 'updated_at': '2021-08-04T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '0df24a52-4fc5-43ed-a9c3-1d9817d9cb30', 'name': '', 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'mac_address': 'fa:16:3e:1d:04:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4deeeffb-8552-4582-a937-c415ff33136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:27Z', 'updated_at': '2021-08-04T15:34:28Z', 'revision_number': 2, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'subnets': [{'id': '4deeeffb-8552-4582-a937-c415ff33136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:32.076576 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fb03c543-42fb-4240-bded-65f5771cb900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8061782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068651'] for router, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.100803 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] Checking router: 0cda9e7c-26b0-4102-bcf4-8f513f656f36 for host: dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:34:32.101565 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] Updating router 0cda9e7c-26b0-4102-bcf4-8f513f656f36 port 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30 binding host dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:34:32.130575 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.327006 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device c03a7d58-b7dd-49d8-847c-9b6484bc9f2a up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:32.430633 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port c03a7d58-b7dd-49d8-847c-9b6484bc9f2a completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:32.435462 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 144717ca-8871-464d-8e87-686345f78a25 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:32.496904 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 144717ca-8871-464d-8e87-686345f78a25 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:32.497268 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] Notify callbacks [] for port, precommit_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.497391 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.513538 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.provisioning_blocks [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] Transition to ACTIVE for port object 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30 will not be triggered until provisioned by entity L2. {{(pid=93422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:32.523171 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.551486 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb03c543-42fb-4240-bded-65f5771cb900 admin admin] Router 984aa1e5-382b-4f7f-a264-e6cda56518ff is scheduled to L3 agent 0810b032-d755-4732-a353-64b2f2f7440f with binding_index 1 {{(pid=93419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:34:32.589628 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18058d23-bc5c-4453-8519-70a1fb36a342 None None] Pushing event updated for resources: {'Port': ['ID=0df24a52-4fc5-43ed-a9c3-1d9817d9cb30,revision_number=3']} {{(pid=93422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:32.615157 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18058d23-bc5c-4453-8519-70a1fb36a342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:32.615157 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18058d23-bc5c-4453-8519-70a1fb36a342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:32.615488 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18058d23-bc5c-4453-8519-70a1fb36a342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:32.616410 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18058d23-bc5c-4453-8519-70a1fb36a342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:32.616410 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18058d23-bc5c-4453-8519-70a1fb36a342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:32.616410 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18058d23-bc5c-4453-8519-70a1fb36a342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:32.616714 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18058d23-bc5c-4453-8519-70a1fb36a342 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:32.616947 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18058d23-bc5c-4453-8519-70a1fb36a342 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:32.617289 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18058d23-bc5c-4453-8519-70a1fb36a342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:32.618038 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18058d23-bc5c-4453-8519-70a1fb36a342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:32.618038 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18058d23-bc5c-4453-8519-70a1fb36a342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:32.618265 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18058d23-bc5c-4453-8519-70a1fb36a342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:34:32.649020 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] Attempting to bind port 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30 on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:34:32.649302 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] Attempting to bind port 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30 by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '1f97d5cf-43af-4977-879c-b9d544c13354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6'}] {{(pid=93422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:34:32.649669 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] Attempting to bind port 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30 on network 16077e35-4a6f-4c7f-9a92-4c8d844800d6 {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:32.658625 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:34:32.658625 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] Checking segment: {'id': '1f97d5cf-43af-4977-879c-b9d544c13354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:32.658625 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.658625 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] Bound using segment: {'id': '1f97d5cf-43af-4977-879c-b9d544c13354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6'} {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:34:32.658625 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] Bound port: 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f97d5cf-43af-4977-879c-b9d544c13354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6'}}] {{(pid=93422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:34:32.658625 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.696162 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb03c543-42fb-4240-bded-65f5771cb900 admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:34:32.708735 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] Sync routers for ids ['984aa1e5-382b-4f7f-a264-e6cda56518ff'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:34:32.721872 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fb03c543-42fb-4240-bded-65f5771cb900 admin admin] Notify callbacks [] for router, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.724631 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] Routers {'984aa1e5-382b-4f7f-a264-e6cda56518ff'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:34:32.726303 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60284) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:32.727087 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-fb03c543-42fb-4240-bded-65f5771cb900 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0055554 Aug 04 15:34:32.732041 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:34:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['984aa1e5-382b-4f7f-a264-e6cda56518ff'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:32.744263 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.db [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] For port 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:34:32.748747 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.db [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] For port 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=0df24a52-4fc5-43ed-a9c3-1d9817d9cb30,segment=NetworkSegment(1f97d5cf-43af-4977-879c-b9d544c13354),segment_id=1f97d5cf-43af-4977-879c-b9d544c13354)] {{(pid=93422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:34:32.754022 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.819380 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] Routers {'0cda9e7c-26b0-4102-bcf4-8f513f656f36'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:34:32.820272 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:34:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['0cda9e7c-26b0-4102-bcf4-8f513f656f36'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:32.838725 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f26a81a-0b92-416e-ae51-f0764e34bc59 None None] Network a50ca644-0659-4b1b-9b74-2fc93725d801 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:32.871700 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18058d23-bc5c-4453-8519-70a1fb36a342 None None] Pushing event updated for resources: {'Port': ['ID=0df24a52-4fc5-43ed-a9c3-1d9817d9cb30,revision_number=4']} {{(pid=93422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:32.919961 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-3e21313f-904b-494f-a7fd-96aeaf5ff4ec None None] Provisioning for port c03a7d58-b7dd-49d8-847c-9b6484bc9f2a completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:32.939920 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-3e21313f-904b-494f-a7fd-96aeaf5ff4ec None None] Provisioning complete for port c03a7d58-b7dd-49d8-847c-9b6484bc9f2a triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:32.940296 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-3e21313f-904b-494f-a7fd-96aeaf5ff4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:32.947789 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] Set router 984aa1e5-382b-4f7f-a264-e6cda56518ff gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:34:32.959461 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] Set router 0cda9e7c-26b0-4102-bcf4-8f513f656f36 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:34:33.185037 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'name': 'tempest-TestMinimumBasicScenario-929207979-router', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '144717ca-8871-464d-8e87-686345f78a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:25Z', 'updated_at': '2021-08-04T15:34:28Z', 'revision_number': 4, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'gw_port': {'id': '144717ca-8871-464d-8e87-686345f78a25', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:26Z', 'updated_at': '2021-08-04T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '0df24a52-4fc5-43ed-a9c3-1d9817d9cb30', 'name': '', 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'mac_address': 'fa:16:3e:1d:04:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4deeeffb-8552-4582-a937-c415ff33136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:27Z', 'updated_at': '2021-08-04T15:34:32Z', 'revision_number': 4, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'subnets': [{'id': '4deeeffb-8552-4582-a937-c415ff33136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:33.216515 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a046f48d-9310-4b64-b06e-a7d2ca5aa645 None None] The sync data for ids ['0cda9e7c-26b0-4102-bcf4-8f513f656f36'] in dv-cinder-689486-15-iscsi is: [{'id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'name': 'tempest-TestMinimumBasicScenario-929207979-router', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '144717ca-8871-464d-8e87-686345f78a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:25Z', 'updated_at': '2021-08-04T15:34:28Z', 'revision_number': 4, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'gw_port': {'id': '144717ca-8871-464d-8e87-686345f78a25', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:26Z', 'updated_at': '2021-08-04T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '0df24a52-4fc5-43ed-a9c3-1d9817d9cb30', 'name': '', 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'mac_address': 'fa:16:3e:1d:04:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4deeeffb-8552-4582-a937-c415ff33136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:27Z', 'updated_at': '2021-08-04T15:34:32Z', 'revision_number': 4, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'subnets': [{'id': '4deeeffb-8552-4582-a937-c415ff33136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:34:33.241861 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa801-fb72-488e-82bd-8b1fb68e579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:33.400106 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-3e21313f-904b-494f-a7fd-96aeaf5ff4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:33.446098 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_common [None req-8e7aa801-fb72-488e-82bd-8b1fb68e579d admin admin] Allocated IP 172.20.0.1 (a50ca644-0659-4b1b-9b74-2fc93725d801/e04739f6-ba5d-4274-85cb-7aab9f34d2e7/346ea47b-7411-4fae-a117-cafe8d3356d8) {{(pid=93420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:34:33.452153 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-3e21313f-904b-494f-a7fd-96aeaf5ff4ec None None] For port c03a7d58-b7dd-49d8-847c-9b6484bc9f2a, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=c03a7d58-b7dd-49d8-847c-9b6484bc9f2a,segment=NetworkSegment(cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d),segment_id=cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:33.458295 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984aa1e5-382b-4f7f-a264-e6cda56518ff', 'name': 'tempest-TestMinimumBasicScenario-808660208-router', 'tenant_id': 'fb92c01ba50346d59f225ee460d92bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ff0be7f0-d5b7-410b-9bdf-f60aad46901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:30Z', 'updated_at': '2021-08-04T15:34:31Z', 'revision_number': 3, 'project_id': 'fb92c01ba50346d59f225ee460d92bc6', 'gw_port': {'id': 'ff0be7f0-d5b7-410b-9bdf-f60aad46901c', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984aa1e5-382b-4f7f-a264-e6cda56518ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:31Z', 'updated_at': '2021-08-04T15:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:33.461882 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-3e21313f-904b-494f-a7fd-96aeaf5ff4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:33.495865 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] Checking router: 984aa1e5-382b-4f7f-a264-e6cda56518ff for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:34:33.495865 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] Updating router 984aa1e5-382b-4f7f-a264-e6cda56518ff port ff0be7f0-d5b7-410b-9bdf-f60aad46901c binding host dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:34:33.547504 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:33.591707 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa801-fb72-488e-82bd-8b1fb68e579d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:33.611603 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21313f-904b-494f-a7fd-96aeaf5ff4ec None None] Pushing event updated for resources: {'Port': ['ID=c03a7d58-b7dd-49d8-847c-9b6484bc9f2a,revision_number=3']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:33.612797 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.provisioning_blocks [None req-8e7aa801-fb72-488e-82bd-8b1fb68e579d admin admin] Transition to ACTIVE for port object 346ea47b-7411-4fae-a117-cafe8d3356d8 will not be triggered until provisioned by entity DHCP. {{(pid=93420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:33.657172 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa801-fb72-488e-82bd-8b1fb68e579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:33.708576 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7aa801-fb72-488e-82bd-8b1fb68e579d admin admin] Network a50ca644-0659-4b1b-9b74-2fc93725d801 is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:33.711695 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-8e7aa801-fb72-488e-82bd-8b1fb68e579d admin admin] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:33.714307 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7aa801-fb72-488e-82bd-8b1fb68e579d admin admin] Received port after_create {{(pid=93420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:34:33.748425 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7aa801-fb72-488e-82bd-8b1fb68e579d admin admin] Pushing event updated for resources: {'Port': ['ID=346ea47b-7411-4fae-a117-cafe8d3356d8,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:33.775486 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa801-fb72-488e-82bd-8b1fb68e579d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8065860'] for router_interface, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:33.793586 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-2c99369a-4365-481e-a543-597cc162bdc7 None None] Provisioning complete for port c03a7d58-b7dd-49d8-847c-9b6484bc9f2a triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:33.793960 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-2c99369a-4365-481e-a543-597cc162bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:33.936498 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa801-fb72-488e-82bd-8b1fb68e579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:33.988195 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] Notify callbacks [] for port, precommit_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:33.998900 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] Transition to ACTIVE for port object ff0be7f0-d5b7-410b-9bdf-f60aad46901c will not be triggered until provisioned by entity L2. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:34.005664 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:34.073457 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332127f-754e-4858-a84f-194f2a566c7d None None] Pushing event updated for resources: {'Port': ['ID=ff0be7f0-d5b7-410b-9bdf-f60aad46901c,revision_number=2']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:34.081499 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] Attempting to bind port ff0be7f0-d5b7-410b-9bdf-f60aad46901c on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:34:34.081872 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] Attempting to bind port ff0be7f0-d5b7-410b-9bdf-f60aad46901c by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:34:34.082237 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] Attempting to bind port ff0be7f0-d5b7-410b-9bdf-f60aad46901c on network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:34.089097 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:34:34.089477 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] Checking segment: {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:34.089880 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:34.090397 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] Bound using segment: {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:34:34.090893 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] Bound port: ff0be7f0-d5b7-410b-9bdf-f60aad46901c, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:34:34.091392 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:34.094563 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-70d1ab62-7aff-4550-a9e3-2a4c7cd73ee3 None None] Provisioning for port 346ea47b-7411-4fae-a117-cafe8d3356d8 completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:34.117511 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa801-fb72-488e-82bd-8b1fb68e579d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:34.120505 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-70d1ab62-7aff-4550-a9e3-2a4c7cd73ee3 None None] Provisioning complete for port 346ea47b-7411-4fae-a117-cafe8d3356d8 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:34.120866 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-70d1ab62-7aff-4550-a9e3-2a4c7cd73ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:34.127274 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa801-fb72-488e-82bd-8b1fb68e579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773002'] for port, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:34.178694 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-70d1ab62-7aff-4550-a9e3-2a4c7cd73ee3 None None] Port 346ea47b-7411-4fae-a117-cafe8d3356d8 cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:34:34.180923 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] For port ff0be7f0-d5b7-410b-9bdf-f60aad46901c, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:34:34.184578 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] For port ff0be7f0-d5b7-410b-9bdf-f60aad46901c, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=ff0be7f0-d5b7-410b-9bdf-f60aad46901c,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:34:34.190895 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:34.203314 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa801-fb72-488e-82bd-8b1fb68e579d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7928233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8071454'] for router_interface, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:34.205954 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7aa801-fb72-488e-82bd-8b1fb68e579d admin admin] Pushing event updated for resources: {'Port': ['ID=346ea47b-7411-4fae-a117-cafe8d3356d8,revision_number=2']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:34.241995 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device c03a7d58-b7dd-49d8-847c-9b6484bc9f2a up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:34.255308 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] Routers {'984aa1e5-382b-4f7f-a264-e6cda56518ff'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:34:34.255942 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:34:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['984aa1e5-382b-4f7f-a264-e6cda56518ff'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:34.300695 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7aa801-fb72-488e-82bd-8b1fb68e579d admin admin] Network a50ca644-0659-4b1b-9b74-2fc93725d801 is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:34.302150 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-8e7aa801-fb72-488e-82bd-8b1fb68e579d admin admin] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:34.315373 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332127f-754e-4858-a84f-194f2a566c7d None None] Pushing event updated for resources: {'Port': ['ID=ff0be7f0-d5b7-410b-9bdf-f60aad46901c,revision_number=3']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:34.393067 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port c03a7d58-b7dd-49d8-847c-9b6484bc9f2a triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:34.393442 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:34.434018 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] Set router 984aa1e5-382b-4f7f-a264-e6cda56518ff gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:34:34.437894 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7aa801-fb72-488e-82bd-8b1fb68e579d admin admin] Router 984aa1e5-382b-4f7f-a264-e6cda56518ff has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:34:34.561648 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7aa801-fb72-488e-82bd-8b1fb68e579d admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:34:34.567560 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-8e7aa801-fb72-488e-82bd-8b1fb68e579d admin admin] 10.222.0.10 "PUT /v2.0/routers/984aa1e5-382b-4f7f-a264-e6cda56518ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8401921 Aug 04 15:34:34.592101 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:34.664013 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-afb50cd1-0baf-49f4-9a5d-5493d0f3436a None None] Provisioning complete for port 346ea47b-7411-4fae-a117-cafe8d3356d8 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:34.664384 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-afb50cd1-0baf-49f4-9a5d-5493d0f3436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:34.724228 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60306) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:34.741769 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:34.743742 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-afb50cd1-0baf-49f4-9a5d-5493d0f3436a None None] Port 346ea47b-7411-4fae-a117-cafe8d3356d8 cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:34:34.750009 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:34.750383 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:34.806198 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984aa1e5-382b-4f7f-a264-e6cda56518ff', 'name': 'tempest-TestMinimumBasicScenario-808660208-router', 'tenant_id': 'fb92c01ba50346d59f225ee460d92bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ff0be7f0-d5b7-410b-9bdf-f60aad46901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:30Z', 'updated_at': '2021-08-04T15:34:33Z', 'revision_number': 4, 'project_id': 'fb92c01ba50346d59f225ee460d92bc6', 'gw_port': {'id': 'ff0be7f0-d5b7-410b-9bdf-f60aad46901c', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984aa1e5-382b-4f7f-a264-e6cda56518ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:31Z', 'updated_at': '2021-08-04T15:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '346ea47b-7411-4fae-a117-cafe8d3356d8', 'name': '', 'network_id': 'a50ca644-0659-4b1b-9b74-2fc93725d801', 'tenant_id': 'fb92c01ba50346d59f225ee460d92bc6', 'mac_address': 'fa:16:3e:2c:9c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984aa1e5-382b-4f7f-a264-e6cda56518ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e04739f6-ba5d-4274-85cb-7aab9f34d2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:33Z', 'updated_at': '2021-08-04T15:34:33Z', 'revision_number': 2, 'project_id': 'fb92c01ba50346d59f225ee460d92bc6', 'subnets': [{'id': 'e04739f6-ba5d-4274-85cb-7aab9f34d2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:34.836125 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b99d18-6702-43d9-88d4-56c7a2332368 None None] The sync data for ids ['984aa1e5-382b-4f7f-a264-e6cda56518ff'] in dv-cinder-689486-15-iscsi is: [{'id': '984aa1e5-382b-4f7f-a264-e6cda56518ff', 'name': 'tempest-TestMinimumBasicScenario-808660208-router', 'tenant_id': 'fb92c01ba50346d59f225ee460d92bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ff0be7f0-d5b7-410b-9bdf-f60aad46901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:30Z', 'updated_at': '2021-08-04T15:34:33Z', 'revision_number': 4, 'project_id': 'fb92c01ba50346d59f225ee460d92bc6', 'gw_port': {'id': 'ff0be7f0-d5b7-410b-9bdf-f60aad46901c', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984aa1e5-382b-4f7f-a264-e6cda56518ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:31Z', 'updated_at': '2021-08-04T15:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '346ea47b-7411-4fae-a117-cafe8d3356d8', 'name': '', 'network_id': 'a50ca644-0659-4b1b-9b74-2fc93725d801', 'tenant_id': 'fb92c01ba50346d59f225ee460d92bc6', 'mac_address': 'fa:16:3e:2c:9c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984aa1e5-382b-4f7f-a264-e6cda56518ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e04739f6-ba5d-4274-85cb-7aab9f34d2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:33Z', 'updated_at': '2021-08-04T15:34:33Z', 'revision_number': 2, 'project_id': 'fb92c01ba50346d59f225ee460d92bc6', 'subnets': [{'id': 'e04739f6-ba5d-4274-85cb-7aab9f34d2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:34:34.865838 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-47b37d6d-52d5-4b1a-bc60-01dd3fc5a202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:34.878679 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:34.925873 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=0df24a52-4fc5-43ed-a9c3-1d9817d9cb30,segment=NetworkSegment(1f97d5cf-43af-4977-879c-b9d544c13354),segment_id=1f97d5cf-43af-4977-879c-b9d544c13354)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:34.939253 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:34.996534 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=0df24a52-4fc5-43ed-a9c3-1d9817d9cb30,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:35.008889 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-47b37d6d-52d5-4b1a-bc60-01dd3fc5a202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:35.013564 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-47b37d6d-52d5-4b1a-bc60-01dd3fc5a202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:35.059396 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-47b37d6d-52d5-4b1a-bc60-01dd3fc5a202 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea66b908153547a3a3f01cb541e72f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338630 Aug 04 15:34:35.060576 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b37d6d-52d5-4b1a-bc60-01dd3fc5a202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2ad926-6a4a-4e6e-9bdc-2a57c6562eb1,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:35.062866 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60316) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:35.133644 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ae20748b-1b72-4214-a4f4-0a67207e6e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:35.164182 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ae20748b-1b72-4214-a4f4-0a67207e6e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:35.228461 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ae20748b-1b72-4214-a4f4-0a67207e6e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:35.231762 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ae20748b-1b72-4214-a4f4-0a67207e6e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:35.235827 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-ae20748b-1b72-4214-a4f4-0a67207e6e99 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ca2ad926-6a4a-4e6e-9bdc-2a57c6562eb1 HTTP/1.1" status: 204 len: 168 time: 0.1685894 Aug 04 15:34:35.244042 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20748b-1b72-4214-a4f4-0a67207e6e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2ad926-6a4a-4e6e-9bdc-2a57c6562eb1,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:35.551575 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-12e2418c-31b8-4881-81e3-43fddf52262a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:36.064001 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60356) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:36.256992 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-aa8073eb-11d9-4338-bc4f-e621b4b865a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-33677527-network', 'tenant_id': '968360b9d5c944bb8eeb269ccb40527f'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:36.286084 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8073eb-11d9-4338-bc4f-e621b4b865a3 admin admin] Made reservation on behalf of 968360b9d5c944bb8eeb269ccb40527f for: {'network': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:36.290225 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-aa8073eb-11d9-4338-bc4f-e621b4b865a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for network, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:36.301884 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-aa8073eb-11d9-4338-bc4f-e621b4b865a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:36.334894 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device ff0be7f0-d5b7-410b-9bdf-f60aad46901c up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:36.429443 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port ff0be7f0-d5b7-410b-9bdf-f60aad46901c completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:36.432638 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port ff0be7f0-d5b7-410b-9bdf-f60aad46901c triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:36.432638 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:36.445188 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-aa8073eb-11d9-4338-bc4f-e621b4b865a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:36.457090 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-aa8073eb-11d9-4338-bc4f-e621b4b865a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:36.488842 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8073eb-11d9-4338-bc4f-e621b4b865a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b21460-a57d-4ca5-8373-249846f142fb,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:36.514243 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8073eb-11d9-4338-bc4f-e621b4b865a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:34:36.527698 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-aa8073eb-11d9-4338-bc4f-e621b4b865a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:36.528997 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.segments_db [None req-aa8073eb-11d9-4338-bc4f-e621b4b865a3 admin admin] Added segment 474f1d29-13d5-4255-a541-894166d2d47c of type vlan for network e6714845-5a60-474f-897b-7f147ceb7e59 Aug 04 15:34:36.550876 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:36.578498 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port ff0be7f0-d5b7-410b-9bdf-f60aad46901c, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=ff0be7f0-d5b7-410b-9bdf-f60aad46901c,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:36.593630 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:36.594426 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:36.599570 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-aa8073eb-11d9-4338-bc4f-e621b4b865a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754111838365'] for network, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:36.635326 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-aa8073eb-11d9-4338-bc4f-e621b4b865a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for network, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:36.637078 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8073eb-11d9-4338-bc4f-e621b4b865a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:36.637689 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-aa8073eb-11d9-4338-bc4f-e621b4b865a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:36.712478 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=ff0be7f0-d5b7-410b-9bdf-f60aad46901c,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:36.729296 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-aa8073eb-11d9-4338-bc4f-e621b4b865a3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6630208 Aug 04 15:34:36.731116 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:36.731774 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:36.732386 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60360) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:34:36.739825 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8073eb-11d9-4338-bc4f-e621b4b865a3 admin admin] Pushing event updated for resources: {'Network': ['ID=e6714845-5a60-474f-897b-7f147ceb7e59,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:36.745582 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-3bc4a455-88c2-4619-8d9f-31b6dc065bd0 admin admin] Request body: {'subnet': {'network_id': 'e6714845-5a60-474f-897b-7f147ceb7e59', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-33677527-subnet', 'tenant_id': '968360b9d5c944bb8eeb269ccb40527f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:36.761973 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Network e6714845-5a60-474f-897b-7f147ceb7e59 details requested by agent ovs-agent-dv-cinder-689486-15-iscsi with host dv-cinder-689486-15-iscsi {{(pid=93421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:34:36.795579 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc4a455-88c2-4619-8d9f-31b6dc065bd0 admin admin] Made reservation on behalf of 968360b9d5c944bb8eeb269ccb40527f for: {'subnet': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:36.799818 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3bc4a455-88c2-4619-8d9f-31b6dc065bd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3822546'] for subnet, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:37.028018 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3bc4a455-88c2-4619-8d9f-31b6dc065bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2773125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3822528'] for subnet, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:37.096237 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4a455-88c2-4619-8d9f-31b6dc065bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5271fcdb-b36c-4066-968b-c9508c694ebe,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:37.105903 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc4a455-88c2-4619-8d9f-31b6dc065bd0 admin admin] Checking segment: {'id': '474f1d29-13d5-4255-a541-894166d2d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e6714845-5a60-474f-897b-7f147ceb7e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:37.106278 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc4a455-88c2-4619-8d9f-31b6dc065bd0 admin admin] Network hostable DHCP agents. Network: e6714845-5a60-474f-897b-7f147ceb7e59, hostable agents: ['a8d7af28-eca7-455e-97e1-a648a6b9f014'], hosted agents: [] {{(pid=93420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:34:37.128619 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc4a455-88c2-4619-8d9f-31b6dc065bd0 admin admin] Network e6714845-5a60-474f-897b-7f147ceb7e59 is scheduled to be hosted by DHCP agent a8d7af28-eca7-455e-97e1-a648a6b9f014 with binding_index 1 {{(pid=93420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:34:37.139156 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-3bc4a455-88c2-4619-8d9f-31b6dc065bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-15-iscsi, e6714845-5a60-474f-897b-7f147ceb7e59) {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:37.148325 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc4a455-88c2-4619-8d9f-31b6dc065bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:37.149406 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-3bc4a455-88c2-4619-8d9f-31b6dc065bd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:37.150410 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08c0791-3e29-4b09-8bff-c090e9e8f4d0 None None] Network e6714845-5a60-474f-897b-7f147ceb7e59 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:37.172436 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-3bc4a455-88c2-4619-8d9f-31b6dc065bd0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4340627 Aug 04 15:34:37.457303 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788fadcd-6a37-41c8-9cc4-c2515c5c8ef3 None None] Network e6714845-5a60-474f-897b-7f147ceb7e59 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:34:38.019723 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] Sync routers for ids ['984aa1e5-382b-4f7f-a264-e6cda56518ff'] in dv-cinder-689486-15-iscsi {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:34:38.029398 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] Routers {'984aa1e5-382b-4f7f-a264-e6cda56518ff'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:34:38.030214 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:34:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['984aa1e5-382b-4f7f-a264-e6cda56518ff'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:38.226383 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device ff0be7f0-d5b7-410b-9bdf-f60aad46901c up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:38.260365 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] Set router 984aa1e5-382b-4f7f-a264-e6cda56518ff gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:34:38.290956 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port ff0be7f0-d5b7-410b-9bdf-f60aad46901c triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:38.291419 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:38.501759 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984aa1e5-382b-4f7f-a264-e6cda56518ff', 'name': 'tempest-TestMinimumBasicScenario-808660208-router', 'tenant_id': 'fb92c01ba50346d59f225ee460d92bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ff0be7f0-d5b7-410b-9bdf-f60aad46901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:30Z', 'updated_at': '2021-08-04T15:34:33Z', 'revision_number': 4, 'project_id': 'fb92c01ba50346d59f225ee460d92bc6', 'gw_port': {'id': 'ff0be7f0-d5b7-410b-9bdf-f60aad46901c', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984aa1e5-382b-4f7f-a264-e6cda56518ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:31Z', 'updated_at': '2021-08-04T15:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '346ea47b-7411-4fae-a117-cafe8d3356d8', 'name': '', 'network_id': 'a50ca644-0659-4b1b-9b74-2fc93725d801', 'tenant_id': 'fb92c01ba50346d59f225ee460d92bc6', 'mac_address': 'fa:16:3e:2c:9c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984aa1e5-382b-4f7f-a264-e6cda56518ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e04739f6-ba5d-4274-85cb-7aab9f34d2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:33Z', 'updated_at': '2021-08-04T15:34:33Z', 'revision_number': 2, 'project_id': 'fb92c01ba50346d59f225ee460d92bc6', 'subnets': [{'id': 'e04739f6-ba5d-4274-85cb-7aab9f34d2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:38.530574 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] Checking router: 984aa1e5-382b-4f7f-a264-e6cda56518ff for host: dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:34:38.530927 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] Updating router 984aa1e5-382b-4f7f-a264-e6cda56518ff port 346ea47b-7411-4fae-a117-cafe8d3356d8 binding host dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:34:38.562616 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:38.881515 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] Notify callbacks [] for port, precommit_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:38.892148 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.provisioning_blocks [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] Transition to ACTIVE for port object 346ea47b-7411-4fae-a117-cafe8d3356d8 will not be triggered until provisioned by entity L2. {{(pid=93422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:38.899101 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:38.939031 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33165c-03df-4e96-b50c-0b022cc97576 None None] Pushing event updated for resources: {'Port': ['ID=346ea47b-7411-4fae-a117-cafe8d3356d8,revision_number=3']} {{(pid=93422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:38.999399 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-ac13e24d-03d4-441a-8b23-baa5b8f00e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:39.032648 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] Attempting to bind port 346ea47b-7411-4fae-a117-cafe8d3356d8 on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:34:39.034124 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] Attempting to bind port 346ea47b-7411-4fae-a117-cafe8d3356d8 by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': 'cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a50ca644-0659-4b1b-9b74-2fc93725d801'}] {{(pid=93422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:34:39.034657 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] Attempting to bind port 346ea47b-7411-4fae-a117-cafe8d3356d8 on network a50ca644-0659-4b1b-9b74-2fc93725d801 {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:39.042538 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:34:39.043208 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] Checking segment: {'id': 'cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a50ca644-0659-4b1b-9b74-2fc93725d801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:39.044170 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:39.044572 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] Bound using segment: {'id': 'cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a50ca644-0659-4b1b-9b74-2fc93725d801'} {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:34:39.045044 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] Bound port: 346ea47b-7411-4fae-a117-cafe8d3356d8, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a50ca644-0659-4b1b-9b74-2fc93725d801'}}] {{(pid=93422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:34:39.045444 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:39.124555 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.db [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] For port 346ea47b-7411-4fae-a117-cafe8d3356d8, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:34:39.134329 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.db [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] For port 346ea47b-7411-4fae-a117-cafe8d3356d8, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=346ea47b-7411-4fae-a117-cafe8d3356d8,segment=NetworkSegment(cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d),segment_id=cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d)] {{(pid=93422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:34:39.143548 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:39.213129 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33165c-03df-4e96-b50c-0b022cc97576 None None] Pushing event updated for resources: {'Port': ['ID=346ea47b-7411-4fae-a117-cafe8d3356d8,revision_number=4']} {{(pid=93422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:39.221238 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] Routers {'984aa1e5-382b-4f7f-a264-e6cda56518ff'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:34:39.221861 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:34:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['984aa1e5-382b-4f7f-a264-e6cda56518ff'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:39.334195 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-174b5ad3-91d1-493f-8437-2c9b7e1ee3e8 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:39.336333 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-174b5ad3-91d1-493f-8437-2c9b7e1ee3e8 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/networks?id=e6714845-5a60-474f-897b-7f147ceb7e59 HTTP/1.1" status: 200 len: 812 time: 0.1691155 Aug 04 15:34:39.359319 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-d74d844c-2b8b-4376-97f0-906da9e33790 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/quotas/968360b9d5c944bb8eeb269ccb40527f HTTP/1.1" status: 200 len: 375 time: 0.0165420 Aug 04 15:34:39.389405 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] Set router 984aa1e5-382b-4f7f-a264-e6cda56518ff gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:34:39.398716 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-73736006-5cec-456f-9178-a9b561bf001a tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=968360b9d5c944bb8eeb269ccb40527f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377221 Aug 04 15:34:39.400473 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:39.545242 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-abdb0386-f340-4757-9e99-30392d323124 service neutron] 10.222.0.10 "GET /v2.0/networks/e6714845-5a60-474f-897b-7f147ceb7e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394465 Aug 04 15:34:39.675233 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:39.680282 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984aa1e5-382b-4f7f-a264-e6cda56518ff', 'name': 'tempest-TestMinimumBasicScenario-808660208-router', 'tenant_id': 'fb92c01ba50346d59f225ee460d92bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ff0be7f0-d5b7-410b-9bdf-f60aad46901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:30Z', 'updated_at': '2021-08-04T15:34:33Z', 'revision_number': 4, 'project_id': 'fb92c01ba50346d59f225ee460d92bc6', 'gw_port': {'id': 'ff0be7f0-d5b7-410b-9bdf-f60aad46901c', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984aa1e5-382b-4f7f-a264-e6cda56518ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:31Z', 'updated_at': '2021-08-04T15:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '346ea47b-7411-4fae-a117-cafe8d3356d8', 'name': '', 'network_id': 'a50ca644-0659-4b1b-9b74-2fc93725d801', 'tenant_id': 'fb92c01ba50346d59f225ee460d92bc6', 'mac_address': 'fa:16:3e:2c:9c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984aa1e5-382b-4f7f-a264-e6cda56518ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e04739f6-ba5d-4274-85cb-7aab9f34d2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:33Z', 'updated_at': '2021-08-04T15:34:39Z', 'revision_number': 4, 'project_id': 'fb92c01ba50346d59f225ee460d92bc6', 'subnets': [{'id': 'e04739f6-ba5d-4274-85cb-7aab9f34d2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:34:39.709807 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a691ad89-d7f9-4d32-9271-82f94c959639 None None] The sync data for ids ['984aa1e5-382b-4f7f-a264-e6cda56518ff'] in dv-cinder-689486-15-iscsi is: [{'id': '984aa1e5-382b-4f7f-a264-e6cda56518ff', 'name': 'tempest-TestMinimumBasicScenario-808660208-router', 'tenant_id': 'fb92c01ba50346d59f225ee460d92bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ff0be7f0-d5b7-410b-9bdf-f60aad46901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:30Z', 'updated_at': '2021-08-04T15:34:33Z', 'revision_number': 4, 'project_id': 'fb92c01ba50346d59f225ee460d92bc6', 'gw_port': {'id': 'ff0be7f0-d5b7-410b-9bdf-f60aad46901c', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984aa1e5-382b-4f7f-a264-e6cda56518ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:31Z', 'updated_at': '2021-08-04T15:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '346ea47b-7411-4fae-a117-cafe8d3356d8', 'name': '', 'network_id': 'a50ca644-0659-4b1b-9b74-2fc93725d801', 'tenant_id': 'fb92c01ba50346d59f225ee460d92bc6', 'mac_address': 'fa:16:3e:2c:9c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984aa1e5-382b-4f7f-a264-e6cda56518ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e04739f6-ba5d-4274-85cb-7aab9f34d2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:33Z', 'updated_at': '2021-08-04T15:34:39Z', 'revision_number': 4, 'project_id': 'fb92c01ba50346d59f225ee460d92bc6', 'subnets': [{'id': 'e04739f6-ba5d-4274-85cb-7aab9f34d2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:34:39.723609 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-8bf0c3c0-9c1e-445b-abfc-b74aa8c447a2 service neutron] 10.222.0.10 "GET /v2.0/networks/e6714845-5a60-474f-897b-7f147ceb7e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610827 Aug 04 15:34:39.901484 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-95c1eb7d-f526-4292-b9aa-c6da0416c2c2 req-a204cd01-d373-4551-9da1-dc3b7f560e68 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 210 time: 0.0331807 Aug 04 15:34:40.130598 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.265876 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 346ea47b-7411-4fae-a117-cafe8d3356d8 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:40.343894 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port 346ea47b-7411-4fae-a117-cafe8d3356d8 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:40.349674 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 346ea47b-7411-4fae-a117-cafe8d3356d8 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:40.350256 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.477176 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.531193 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port 346ea47b-7411-4fae-a117-cafe8d3356d8, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=346ea47b-7411-4fae-a117-cafe8d3356d8,segment=NetworkSegment(cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d),segment_id=cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:40.537643 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:40.610857 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=346ea47b-7411-4fae-a117-cafe8d3356d8,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:41.035921 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-305fc3a1-cd10-44a8-99f2-34838a5505b4 req-0709e16c-90d2-4af5-905b-0770c7fd4b3f tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 210 time: 0.0355074 Aug 04 15:34:41.195306 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-4faab8c3-76bc-4fc7-8be2-f99a6f1e70ef tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:41.197064 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-4faab8c3-76bc-4fc7-8be2-f99a6f1e70ef tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.59 "GET /v2.0/networks?id=e6714845-5a60-474f-897b-7f147ceb7e59 HTTP/1.1" status: 200 len: 812 time: 0.1328278 Aug 04 15:34:41.211940 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-f342f741-75b6-4c65-948e-04a7cff393a6 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Request body: {'port': {'device_id': 'baa2dac5-2911-40a6-94e8-76324ed4b1cf', 'network_id': 'e6714845-5a60-474f-897b-7f147ceb7e59', 'admin_state_up': True, 'tenant_id': '968360b9d5c944bb8eeb269ccb40527f'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:41.351877 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-f342f741-75b6-4c65-948e-04a7cff393a6 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Made reservation on behalf of 968360b9d5c944bb8eeb269ccb40527f for: {'port': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:41.357284 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-f342f741-75b6-4c65-948e-04a7cff393a6 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:41.497684 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-f342f741-75b6-4c65-948e-04a7cff393a6 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Allocated IP 172.20.0.9 (e6714845-5a60-474f-897b-7f147ceb7e59/5271fcdb-b36c-4066-968b-c9508c694ebe/28b987ae-fc91-4637-840e-0cb91b1cf426) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:34:41.681161 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-f342f741-75b6-4c65-948e-04a7cff393a6 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:41.727922 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-f342f741-75b6-4c65-948e-04a7cff393a6 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:41.775166 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-f342f741-75b6-4c65-948e-04a7cff393a6 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Network e6714845-5a60-474f-897b-7f147ceb7e59 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:41.780753 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-f342f741-75b6-4c65-948e-04a7cff393a6 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:41.783799 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-f342f741-75b6-4c65-948e-04a7cff393a6 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:34:41.818196 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342f741-75b6-4c65-948e-04a7cff393a6 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Pushing event updated for resources: {'Port': ['ID=28b987ae-fc91-4637-840e-0cb91b1cf426,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:41.847648 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-f342f741-75b6-4c65-948e-04a7cff393a6 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:41.848320 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-f342f741-75b6-4c65-948e-04a7cff393a6 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:41.864380 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-f342f741-75b6-4c65-948e-04a7cff393a6 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6576290 Aug 04 15:34:41.883329 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] Request body: {'port': {'device_id': 'baa2dac5-2911-40a6-94e8-76324ed4b1cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:41.948698 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.162711 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa988774-d135-49a2-b0d0-295abd7be65e req-3c4c3fb9-8a21-47c4-9990-1574a6bccf95 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:42.165264 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-aa988774-d135-49a2-b0d0-295abd7be65e req-3c4c3fb9-8a21-47c4-9990-1574a6bccf95 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 931 time: 0.0576150 Aug 04 15:34:42.226394 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-aa988774-d135-49a2-b0d0-295abd7be65e req-df5015ec-2159-4e7c-979c-8c12e534122a tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539415 Aug 04 15:34:42.231221 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 346ea47b-7411-4fae-a117-cafe8d3356d8 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:42.301755 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b987ae-fc91-4637-840e-0cb91b1cf426 {{(pid=93419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:34:42.309591 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 346ea47b-7411-4fae-a117-cafe8d3356d8 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:42.309969 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.310407 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.329531 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] Transition to ACTIVE for port object 28b987ae-fc91-4637-840e-0cb91b1cf426 will not be triggered until provisioned by entity L2. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:42.337840 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.395684 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=28b987ae-fc91-4637-840e-0cb91b1cf426,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:42.469964 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] Attempting to bind port 28b987ae-fc91-4637-840e-0cb91b1cf426 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:34:42.470839 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] Attempting to bind port 28b987ae-fc91-4637-840e-0cb91b1cf426 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '474f1d29-13d5-4255-a541-894166d2d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e6714845-5a60-474f-897b-7f147ceb7e59'}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:34:42.471198 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] Attempting to bind port 28b987ae-fc91-4637-840e-0cb91b1cf426 on network e6714845-5a60-474f-897b-7f147ceb7e59 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:42.475867 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] Port 28b987ae-fc91-4637-840e-0cb91b1cf426 on network e6714845-5a60-474f-897b-7f147ceb7e59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:34:42.476121 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] Attempting to bind port 28b987ae-fc91-4637-840e-0cb91b1cf426 on network e6714845-5a60-474f-897b-7f147ceb7e59 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:42.482172 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] Checking agent: {'id': '5bc10963-30ee-40c9-994c-c74f44e4da8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'started_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:34:42.482507 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] Checking segment: {'id': '474f1d29-13d5-4255-a541-894166d2d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e6714845-5a60-474f-897b-7f147ceb7e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:42.482893 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] Bound using segment: {'id': '474f1d29-13d5-4255-a541-894166d2d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e6714845-5a60-474f-897b-7f147ceb7e59'} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:34:42.483365 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] Bound port: 28b987ae-fc91-4637-840e-0cb91b1cf426, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474f1d29-13d5-4255-a541-894166d2d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e6714845-5a60-474f-897b-7f147ceb7e59'}}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:34:42.483722 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.551162 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] For port 28b987ae-fc91-4637-840e-0cb91b1cf426, host hv-cinder-68948, cleared binding levels {{(pid=93419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:34:42.555199 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] For port 28b987ae-fc91-4637-840e-0cb91b1cf426, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=28b987ae-fc91-4637-840e-0cb91b1cf426,segment=NetworkSegment(474f1d29-13d5-4255-a541-894166d2d47c),segment_id=474f1d29-13d5-4255-a541-894166d2d47c)] {{(pid=93419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:34:42.560352 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.612541 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:42.613537 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.614945 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] 10.222.0.59 "PUT /v2.0/ports/28b987ae-fc91-4637-840e-0cb91b1cf426 HTTP/1.1" status: 200 len: 1093 time: 0.7364020 Aug 04 15:34:42.615422 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa2dac5-2911-40a6-94e8-76324ed4b1cf', 'tag': '28b987ae-fc91-4637-840e-0cb91b1cf426'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:34:42.618307 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cff2119-3ac6-4dda-9b03-c3a790ec2747" -d '{"events": [{"name": "network-changed", "server_uuid": "baa2dac5-2911-40a6-94e8-76324ed4b1cf", "tag": "28b987ae-fc91-4637-840e-0cb91b1cf426"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:34:42.625401 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:42.666009 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1aa69-c1a6-4b3f-9e8e-8e962b6b6ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=28b987ae-fc91-4637-840e-0cb91b1cf426,revision_number=3']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:42.686486 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09222be-d632-479f-b690-976f59f554ef x-openstack-request-id: req-a09222be-d632-479f-b690-976f59f554ef {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:34:42.686486 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa2dac5-2911-40a6-94e8-76324ed4b1cf", "tag": "28b987ae-fc91-4637-840e-0cb91b1cf426", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:34:42.686486 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a09222be-d632-479f-b690-976f59f554ef {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:34:42.687296 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa2dac5-2911-40a6-94e8-76324ed4b1cf', 'tag': '28b987ae-fc91-4637-840e-0cb91b1cf426', 'status': 'completed', 'code': 200} Aug 04 15:34:42.704467 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-6b4c2b9d-bf0b-48b2-ac43-10d0c1e3a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:42.706107 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-6b4c2b9d-bf0b-48b2-ac43-10d0c1e3a16b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=968360b9d5c944bb8eeb269ccb40527f&device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 1096 time: 0.0523307 Aug 04 15:34:42.750104 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-ad6a19ef-ca59-42e9-8903-d41949386880 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28b987ae-fc91-4637-840e-0cb91b1cf426 HTTP/1.1" status: 200 len: 217 time: 0.0358529 Aug 04 15:34:42.805465 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-712064d3-dfdb-4e2b-a8d1-b3da69469028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:42.806940 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-712064d3-dfdb-4e2b-a8d1-b3da69469028 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5271fcdb-b36c-4066-968b-c9508c694ebe HTTP/1.1" status: 200 len: 852 time: 0.0500276 Aug 04 15:34:42.841395 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-44661226-5c21-46e2-a502-e92d9ddaadf3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6714845-5a60-474f-897b-7f147ceb7e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261860 Aug 04 15:34:42.941246 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-53823389-6792-412b-96ff-dff5edc84fd3 service neutron] 10.222.0.59 "GET /v2.0/networks/e6714845-5a60-474f-897b-7f147ceb7e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909910 Aug 04 15:34:43.052263 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ba10ee2a-7ebc-4d78-a382-003578573a07 req-35fc655b-84fe-454c-a3d8-a5f8ffc03df4 service neutron] 10.222.0.59 "GET /v2.0/networks/e6714845-5a60-474f-897b-7f147ceb7e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041627 Aug 04 15:34:43.162289 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff2119-3ac6-4dda-9b03-c3a790ec2747 req-518b8a29-3f68-4a78-b4cc-47413f3edea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:43.164359 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6cff2119-3ac6-4dda-9b03-c3a790ec2747 req-518b8a29-3f68-4a78-b4cc-47413f3edea4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=968360b9d5c944bb8eeb269ccb40527f&device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 1096 time: 0.0559173 Aug 04 15:34:43.278404 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff2119-3ac6-4dda-9b03-c3a790ec2747 req-cae47a3d-ad6b-4fbe-bcdf-db42ed2a771b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:43.279970 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6cff2119-3ac6-4dda-9b03-c3a790ec2747 req-cae47a3d-ad6b-4fbe-bcdf-db42ed2a771b service neutron] 10.222.0.59 "GET /v2.0/networks?id=e6714845-5a60-474f-897b-7f147ceb7e59 HTTP/1.1" status: 200 len: 913 time: 0.1057613 Aug 04 15:34:43.333809 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6cff2119-3ac6-4dda-9b03-c3a790ec2747 req-049d2a95-5d84-4bc9-80c0-a48b7a44607a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28b987ae-fc91-4637-840e-0cb91b1cf426 HTTP/1.1" status: 200 len: 217 time: 0.0431731 Aug 04 15:34:43.368424 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf83c9-a987-4a48-95d5-1d4f0516210d req-a7a413e6-1305-4025-aeb8-af52e407e5dc tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:43.370560 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-cecf83c9-a987-4a48-95d5-1d4f0516210d req-a7a413e6-1305-4025-aeb8-af52e407e5dc tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 943 time: 0.0547259 Aug 04 15:34:43.398505 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff2119-3ac6-4dda-9b03-c3a790ec2747 req-f0d665fd-dbbb-4de8-ab75-645b6d5ec060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:43.402698 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6cff2119-3ac6-4dda-9b03-c3a790ec2747 req-f0d665fd-dbbb-4de8-ab75-645b6d5ec060 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5271fcdb-b36c-4066-968b-c9508c694ebe HTTP/1.1" status: 200 len: 852 time: 0.0595264 Aug 04 15:34:43.431419 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-cecf83c9-a987-4a48-95d5-1d4f0516210d req-965d91eb-ef40-492c-b6c7-804fe880dec6 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533388 Aug 04 15:34:43.448913 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6cff2119-3ac6-4dda-9b03-c3a790ec2747 req-f5757aa3-7a0c-4422-8985-e9f58a21980b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6714845-5a60-474f-897b-7f147ceb7e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381074 Aug 04 15:34:43.561342 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6cff2119-3ac6-4dda-9b03-c3a790ec2747 req-e22e7009-e817-4631-a5d8-3343e3aad3eb service neutron] 10.222.0.59 "GET /v2.0/networks/e6714845-5a60-474f-897b-7f147ceb7e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029332 Aug 04 15:34:43.664734 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6cff2119-3ac6-4dda-9b03-c3a790ec2747 req-4155ef46-7bfc-47a4-814c-0c488707de6c service neutron] 10.222.0.59 "GET /v2.0/networks/e6714845-5a60-474f-897b-7f147ceb7e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960057 Aug 04 15:34:44.556997 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b887f-d5f2-43e7-901a-ed9a6b78397c req-5343240d-f85d-4814-a965-b901c2443b10 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:44.558501 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c82b887f-d5f2-43e7-901a-ed9a6b78397c req-5343240d-f85d-4814-a965-b901c2443b10 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 943 time: 0.0566559 Aug 04 15:34:44.607575 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c82b887f-d5f2-43e7-901a-ed9a6b78397c req-5fff972b-0f4a-44d8-96c1-ac9f41576409 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404239 Aug 04 15:34:45.725701 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4959b71-7996-499a-b067-cddb17559a47 req-0f3de985-bff7-4511-9c80-ac78de89f55d tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:45.727258 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a4959b71-7996-499a-b067-cddb17559a47 req-0f3de985-bff7-4511-9c80-ac78de89f55d tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 943 time: 0.0508108 Aug 04 15:34:45.768005 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a4959b71-7996-499a-b067-cddb17559a47 req-6b2cd0ca-e965-4125-ac8b-bea8296cf6b1 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337064 Aug 04 15:34:45.850150 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb069b-125a-4a63-972b-1742c8051847 req-e4f3ceb1-407d-4697-b711-2e758ec4769c tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:45.851540 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fcfb069b-125a-4a63-972b-1742c8051847 req-e4f3ceb1-407d-4697-b711-2e758ec4769c tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/networks?id=16077e35-4a6f-4c7f-9a92-4c8d844800d6 HTTP/1.1" status: 200 len: 814 time: 0.1024756 Aug 04 15:34:45.866619 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fcfb069b-125a-4a63-972b-1742c8051847 req-e390cf19-d2aa-4548-9c86-fee10d4edeb6 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/quotas/d8340ffa6d1a4f599c0ee6abc0e0c562 HTTP/1.1" status: 200 len: 375 time: 0.0094030 Aug 04 15:34:45.910428 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 28b987ae-fc91-4637-840e-0cb91b1cf426 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:34:45.917507 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fcfb069b-125a-4a63-972b-1742c8051847 req-68f42015-38e7-404c-bf9c-1e1a63cd4de8 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d8340ffa6d1a4f599c0ee6abc0e0c562&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455911 Aug 04 15:34:46.012207 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 28b987ae-fc91-4637-840e-0cb91b1cf426, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=28b987ae-fc91-4637-840e-0cb91b1cf426,segment=NetworkSegment(474f1d29-13d5-4255-a541-894166d2d47c),segment_id=474f1d29-13d5-4255-a541-894166d2d47c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:46.026432 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': '28b987ae-fc91-4637-840e-0cb91b1cf426', 'network_id': 'e6714845-5a60-474f-897b-7f147ceb7e59', 'port_id': '28b987ae-fc91-4637-840e-0cb91b1cf426', 'mac_address': 'fa:16:3e:4a:6d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5271fcdb-b36c-4066-968b-c9508c694ebe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:34:46.068840 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:46.082833 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b987ae-fc91-4637-840e-0cb91b1cf426 {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:34:46.114366 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 28b987ae-fc91-4637-840e-0cb91b1cf426, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=28b987ae-fc91-4637-840e-0cb91b1cf426,segment=NetworkSegment(474f1d29-13d5-4255-a541-894166d2d47c),segment_id=474f1d29-13d5-4255-a541-894166d2d47c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:46.119609 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:46.181702 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=28b987ae-fc91-4637-840e-0cb91b1cf426,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:46.274830 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fcfb069b-125a-4a63-972b-1742c8051847 req-2468e90f-b82c-48de-9fac-1c89ec12b747 service neutron] 10.222.0.10 "GET /v2.0/networks/16077e35-4a6f-4c7f-9a92-4c8d844800d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451552 Aug 04 15:34:46.345298 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['28b987ae-fc91-4637-840e-0cb91b1cf426'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:34:46.365284 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fcfb069b-125a-4a63-972b-1742c8051847 req-260285b6-ad5d-4524-a78e-2bdeefe7faf9 service neutron] 10.222.0.10 "GET /v2.0/networks/16077e35-4a6f-4c7f-9a92-4c8d844800d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842605 Aug 04 15:34:46.523090 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1c95f0e9-0e24-4c54-bc81-709bc07e1bb7 req-1b1df272-4081-4937-ba47-59115795076e tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 210 time: 0.0275059 Aug 04 15:34:46.903097 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c344a5b-cc77-4847-88f7-9de22a44e8ce req-6105e5d0-4c8e-4699-b329-4497cc9be2a7 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:46.904717 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6c344a5b-cc77-4847-88f7-9de22a44e8ce req-6105e5d0-4c8e-4699-b329-4497cc9be2a7 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 944 time: 0.0558336 Aug 04 15:34:46.944526 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6c344a5b-cc77-4847-88f7-9de22a44e8ce req-39a1a29f-fe66-4d85-8d70-caead64f7fcd tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329905 Aug 04 15:34:47.498282 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb069b-125a-4a63-972b-1742c8051847 req-aed0c2cf-1a19-4468-bb66-0aae15e8616f tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:47.499764 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fcfb069b-125a-4a63-972b-1742c8051847 req-aed0c2cf-1a19-4468-bb66-0aae15e8616f tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.59 "GET /v2.0/networks?id=16077e35-4a6f-4c7f-9a92-4c8d844800d6 HTTP/1.1" status: 200 len: 814 time: 0.1064882 Aug 04 15:34:47.512090 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-fcfb069b-125a-4a63-972b-1742c8051847 req-5e8e878d-324f-4209-8afc-aecae55409e8 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Request body: {'port': {'device_id': '0e07cb05-2d1b-4f27-b862-596052f80748', 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6', 'admin_state_up': True, 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:47.635184 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c5e696da-4fd2-47fc-90b3-4742cbb29a45 req-0a8737e3-346a-4e15-90fd-cf8c78c088be tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 210 time: 0.0325608 Aug 04 15:34:47.661280 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfb069b-125a-4a63-972b-1742c8051847 req-5e8e878d-324f-4209-8afc-aecae55409e8 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Made reservation on behalf of d8340ffa6d1a4f599c0ee6abc0e0c562 for: {'port': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:34:47.664737 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-fcfb069b-125a-4a63-972b-1742c8051847 req-5e8e878d-324f-4209-8afc-aecae55409e8 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.802452 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [req-fcfb069b-125a-4a63-972b-1742c8051847 req-5e8e878d-324f-4209-8afc-aecae55409e8 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Allocated IP 172.20.0.4 (16077e35-4a6f-4c7f-9a92-4c8d844800d6/4deeeffb-8552-4582-a937-c415ff33136c/6f855c75-8a13-4d06-afdd-7433f6785fcc) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:34:47.910475 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 28b987ae-fc91-4637-840e-0cb91b1cf426 up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:34:47.967887 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-fcfb069b-125a-4a63-972b-1742c8051847 req-5e8e878d-324f-4209-8afc-aecae55409e8 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.969470 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning for port 28b987ae-fc91-4637-840e-0cb91b1cf426 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:47.975724 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port 28b987ae-fc91-4637-840e-0cb91b1cf426 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:47.976357 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:47.987063 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-fcfb069b-125a-4a63-972b-1742c8051847 req-5e8e878d-324f-4209-8afc-aecae55409e8 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Transition to ACTIVE for port object 6f855c75-8a13-4d06-afdd-7433f6785fcc will not be triggered until provisioned by entity DHCP. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:48.032705 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-fcfb069b-125a-4a63-972b-1742c8051847 req-5e8e878d-324f-4209-8afc-aecae55409e8 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:48.100690 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfb069b-125a-4a63-972b-1742c8051847 req-5e8e878d-324f-4209-8afc-aecae55409e8 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Network 16077e35-4a6f-4c7f-9a92-4c8d844800d6 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:34:48.104448 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [req-fcfb069b-125a-4a63-972b-1742c8051847 req-5e8e878d-324f-4209-8afc-aecae55409e8 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:34:48.109160 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfb069b-125a-4a63-972b-1742c8051847 req-5e8e878d-324f-4209-8afc-aecae55409e8 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:34:48.111300 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:48.171838 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e878d-324f-4209-8afc-aecae55409e8 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Pushing event updated for resources: {'Port': ['ID=6f855c75-8a13-4d06-afdd-7433f6785fcc,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:48.195400 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa2dac5-2911-40a6-94e8-76324ed4b1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b987ae-fc91-4637-840e-0cb91b1cf426'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:34:48.198414 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e16528-cf23-455a-81b7-b9a1f441a046" -d '{"events": [{"server_uuid": "baa2dac5-2911-40a6-94e8-76324ed4b1cf", "name": "network-vif-plugged", "status": "completed", "tag": "28b987ae-fc91-4637-840e-0cb91b1cf426"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:34:48.224611 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 28b987ae-fc91-4637-840e-0cb91b1cf426, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=28b987ae-fc91-4637-840e-0cb91b1cf426,segment=NetworkSegment(474f1d29-13d5-4255-a541-894166d2d47c),segment_id=474f1d29-13d5-4255-a541-894166d2d47c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:34:48.230390 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35d090-4de3-427f-9527-3f3cacb59ff4 req-a4a3399e-7065-4f95-99c5-8154de60aec5 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:48.232530 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb069b-125a-4a63-972b-1742c8051847 req-5e8e878d-324f-4209-8afc-aecae55409e8 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:48.233636 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:48.241537 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-fcfb069b-125a-4a63-972b-1742c8051847 req-5e8e878d-324f-4209-8afc-aecae55409e8 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:48.243461 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-af35d090-4de3-427f-9527-3f3cacb59ff4 req-a4a3399e-7065-4f95-99c5-8154de60aec5 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 944 time: 0.1612542 Aug 04 15:34:48.278680 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fcfb069b-125a-4a63-972b-1742c8051847 req-5e8e878d-324f-4209-8afc-aecae55409e8 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7702396 Aug 04 15:34:48.310346 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83a48eb-6f41-4311-8c82-752cc9a74c36 x-openstack-request-id: req-c83a48eb-6f41-4311-8c82-752cc9a74c36 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:34:48.310684 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa2dac5-2911-40a6-94e8-76324ed4b1cf", "name": "network-vif-plugged", "status": "completed", "tag": "28b987ae-fc91-4637-840e-0cb91b1cf426", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:34:48.310887 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c83a48eb-6f41-4311-8c82-752cc9a74c36 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:34:48.313502 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa2dac5-2911-40a6-94e8-76324ed4b1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b987ae-fc91-4637-840e-0cb91b1cf426', 'code': 200} Aug 04 15:34:48.325223 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-af35d090-4de3-427f-9527-3f3cacb59ff4 req-13d4a12e-33d1-4be9-99bb-c459aa284a00 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758545 Aug 04 15:34:48.358617 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] Request body: {'port': {'device_id': '0e07cb05-2d1b-4f27-b862-596052f80748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:34:48.380390 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=28b987ae-fc91-4637-840e-0cb91b1cf426,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:48.439864 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:48.584727 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-c7fc2155-ec9d-4dec-bc32-75ebfa78a883 None None] Provisioning for port 6f855c75-8a13-4d06-afdd-7433f6785fcc completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:34:48.599229 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-c7fc2155-ec9d-4dec-bc32-75ebfa78a883 None None] Provisioning complete for port 6f855c75-8a13-4d06-afdd-7433f6785fcc triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:34:48.599609 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c7fc2155-ec9d-4dec-bc32-75ebfa78a883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:48.672950 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-c7fc2155-ec9d-4dec-bc32-75ebfa78a883 None None] Port 6f855c75-8a13-4d06-afdd-7433f6785fcc cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:34:48.842875 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f855c75-8a13-4d06-afdd-7433f6785fcc {{(pid=93419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:34:48.855703 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820c959-5611-43f3-9b81-fee93749a1b3 req-1d5be3ba-4b41-43e1-89f8-b79e414e9f2c tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:48.857305 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9820c959-5611-43f3-9b81-fee93749a1b3 req-1d5be3ba-4b41-43e1-89f8-b79e414e9f2c tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 931 time: 0.1075711 Aug 04 15:34:48.866701 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:48.921120 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] Transition to ACTIVE for port object 6f855c75-8a13-4d06-afdd-7433f6785fcc will not be triggered until provisioned by entity L2. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:34:48.927917 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9820c959-5611-43f3-9b81-fee93749a1b3 req-ffd648e7-ef88-44d5-8cce-4dc1b44a1ad8 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558457 Aug 04 15:34:48.932067 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.000037 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] Pushing event updated for resources: {'Port': ['ID=6f855c75-8a13-4d06-afdd-7433f6785fcc,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:49.085672 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] Attempting to bind port 6f855c75-8a13-4d06-afdd-7433f6785fcc on host hv-cinder-68948 for vnic_type normal with profile {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:34:49.086009 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] Attempting to bind port 6f855c75-8a13-4d06-afdd-7433f6785fcc by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '1f97d5cf-43af-4977-879c-b9d544c13354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6'}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:34:49.086342 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] Attempting to bind port 6f855c75-8a13-4d06-afdd-7433f6785fcc on network 16077e35-4a6f-4c7f-9a92-4c8d844800d6 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:49.091473 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] Port 6f855c75-8a13-4d06-afdd-7433f6785fcc on network 16077e35-4a6f-4c7f-9a92-4c8d844800d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:34:49.091802 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] Attempting to bind port 6f855c75-8a13-4d06-afdd-7433f6785fcc on network 16077e35-4a6f-4c7f-9a92-4c8d844800d6 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:34:49.099084 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] Checking agent: {'id': '5bc10963-30ee-40c9-994c-c74f44e4da8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'started_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:34:49.099450 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] Checking segment: {'id': '1f97d5cf-43af-4977-879c-b9d544c13354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:34:49.099847 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] Bound using segment: {'id': '1f97d5cf-43af-4977-879c-b9d544c13354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6'} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:34:49.100339 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] Bound port: 6f855c75-8a13-4d06-afdd-7433f6785fcc, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f97d5cf-43af-4977-879c-b9d544c13354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6'}}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:34:49.100708 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.171480 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] For port 6f855c75-8a13-4d06-afdd-7433f6785fcc, host hv-cinder-68948, cleared binding levels {{(pid=93419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:34:49.177314 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] For port 6f855c75-8a13-4d06-afdd-7433f6785fcc, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6f855c75-8a13-4d06-afdd-7433f6785fcc,segment=NetworkSegment(1f97d5cf-43af-4977-879c-b9d544c13354),segment_id=1f97d5cf-43af-4977-879c-b9d544c13354)] {{(pid=93419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:34:49.183947 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.236448 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:49.237073 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:34:49.238484 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fcfb069b-125a-4a63-972b-1742c8051847 req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] 10.222.0.59 "PUT /v2.0/ports/6f855c75-8a13-4d06-afdd-7433f6785fcc HTTP/1.1" status: 200 len: 1093 time: 0.8975668 Aug 04 15:34:49.238925 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e07cb05-2d1b-4f27-b862-596052f80748', 'tag': '6f855c75-8a13-4d06-afdd-7433f6785fcc'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:34:49.241358 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ec0e6a-05cf-4a71-8652-068b317f8baf" -d '{"events": [{"name": "network-changed", "server_uuid": "0e07cb05-2d1b-4f27-b862-596052f80748", "tag": "6f855c75-8a13-4d06-afdd-7433f6785fcc"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:34:49.269906 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb703068-5a6b-4662-a18e-8eef9e91ca04 service neutron] Pushing event updated for resources: {'Port': ['ID=6f855c75-8a13-4d06-afdd-7433f6785fcc,revision_number=3']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:34:49.296368 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03531cc-cca2-407d-a629-6297d49f7014 x-openstack-request-id: req-a03531cc-cca2-407d-a629-6297d49f7014 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:34:49.298962 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e07cb05-2d1b-4f27-b862-596052f80748", "tag": "6f855c75-8a13-4d06-afdd-7433f6785fcc", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:34:49.298962 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a03531cc-cca2-407d-a629-6297d49f7014 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:34:49.299412 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e07cb05-2d1b-4f27-b862-596052f80748', 'tag': '6f855c75-8a13-4d06-afdd-7433f6785fcc', 'status': 'completed', 'code': 200} Aug 04 15:34:49.499758 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86624a58-7bae-4e6e-bd8d-c96e7e4e44a9 req-6068faf9-65c6-4ea0-bf99-479f401c349c tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:49.502088 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-86624a58-7bae-4e6e-bd8d-c96e7e4e44a9 req-6068faf9-65c6-4ea0-bf99-479f401c349c tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 945 time: 0.0892246 Aug 04 15:34:49.551651 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-86624a58-7bae-4e6e-bd8d-c96e7e4e44a9 req-a978486c-484f-476d-9ce9-c5d90ee8d794 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432327 Aug 04 15:34:50.062685 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d474976-f8b2-4794-ab76-5ec12b5808a8 req-40606059-c9c2-4268-b1f7-b394a025420a tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:50.065019 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6d474976-f8b2-4794-ab76-5ec12b5808a8 req-40606059-c9c2-4268-b1f7-b394a025420a tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 943 time: 0.0558236 Aug 04 15:34:50.109131 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6d474976-f8b2-4794-ab76-5ec12b5808a8 req-d06b7bc0-acbc-409e-9a49-66ba21e64484 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351999 Aug 04 15:34:50.681212 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5404d5-e688-4651-a945-3391f21d4ea2 req-50a45c0c-7d2a-4ace-8a49-bfb7f3ff83fa tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:50.682711 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6d5404d5-e688-4651-a945-3391f21d4ea2 req-50a45c0c-7d2a-4ace-8a49-bfb7f3ff83fa tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 945 time: 0.0526516 Aug 04 15:34:50.725173 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6d5404d5-e688-4651-a945-3391f21d4ea2 req-73136b42-ad75-41f7-b95e-b73ae544ef51 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356352 Aug 04 15:34:51.236488 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e99ac-cfb9-480d-bc43-edef2b3c688e req-35f49b4f-f8cf-41ef-8fe5-fb9d79cb1b1a tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:51.238217 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-518e99ac-cfb9-480d-bc43-edef2b3c688e req-35f49b4f-f8cf-41ef-8fe5-fb9d79cb1b1a tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 943 time: 0.0561430 Aug 04 15:34:51.277597 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-518e99ac-cfb9-480d-bc43-edef2b3c688e req-3c941455-fdca-4870-b4a0-1d7e84d08d50 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329423 Aug 04 15:34:51.865449 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b88ea4-a3b5-4ebf-8c2d-d3d4d67a4667 req-05cd7664-9d2f-4e4c-bd86-bbee9d6a1910 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:51.866884 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a5b88ea4-a3b5-4ebf-8c2d-d3d4d67a4667 req-05cd7664-9d2f-4e4c-bd86-bbee9d6a1910 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 945 time: 0.0649502 Aug 04 15:34:51.919498 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a5b88ea4-a3b5-4ebf-8c2d-d3d4d67a4667 req-c539d5d9-900f-4764-9c47-76dbefdeee22 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457492 Aug 04 15:34:52.462981 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2394bb-fca8-470c-89e6-92e42d091fea req-a895cfbb-82a8-4bea-95af-223f4a4d907f tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:52.464437 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1e2394bb-fca8-470c-89e6-92e42d091fea req-a895cfbb-82a8-4bea-95af-223f4a4d907f tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 943 time: 0.0813189 Aug 04 15:34:52.505217 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-1e2394bb-fca8-470c-89e6-92e42d091fea req-964df09f-a9c8-4e96-a8ae-84485e48317b tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343776 Aug 04 15:34:53.044791 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89c12d-8ffa-45d5-9ef9-2c99c148f009 req-c866c670-46d9-422a-8635-3b45f800c793 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:53.046310 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2b89c12d-8ffa-45d5-9ef9-2c99c148f009 req-c866c670-46d9-422a-8635-3b45f800c793 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 945 time: 0.0512710 Aug 04 15:34:53.095427 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2b89c12d-8ffa-45d5-9ef9-2c99c148f009 req-d86f443a-9207-4849-a320-20c7150b263a tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383532 Aug 04 15:34:53.628581 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f19f0f-7561-45f5-9488-804408e67880 req-a0f5e455-71bd-4f6d-b072-0f8d412c0ade tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:53.630116 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b8f19f0f-7561-45f5-9488-804408e67880 req-a0f5e455-71bd-4f6d-b072-0f8d412c0ade tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 943 time: 0.0526783 Aug 04 15:34:53.678373 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b8f19f0f-7561-45f5-9488-804408e67880 req-fd19b835-56ed-4d0e-8949-b3cfe184c631 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353820 Aug 04 15:34:54.258626 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8347d-815a-4f3c-806b-e4c5a1e3b740 req-137e886a-d1a8-43b3-bfe9-4958e34227df tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:54.260441 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6ee8347d-815a-4f3c-806b-e4c5a1e3b740 req-137e886a-d1a8-43b3-bfe9-4958e34227df tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 945 time: 0.0691371 Aug 04 15:34:54.326922 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6ee8347d-815a-4f3c-806b-e4c5a1e3b740 req-afd043af-158a-4b24-96b1-9212f2f1862c tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598924 Aug 04 15:34:54.808222 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de54c1-3618-44a5-9a25-9069b176bc63 req-19921f9d-6c94-404c-ad33-354a9132f68b tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:54.809836 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-57de54c1-3618-44a5-9a25-9069b176bc63 req-19921f9d-6c94-404c-ad33-354a9132f68b tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 943 time: 0.0589979 Aug 04 15:34:54.851649 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-57de54c1-3618-44a5-9a25-9069b176bc63 req-dfada29e-7913-46af-a564-bbbdb1f768f3 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350776 Aug 04 15:34:55.456272 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd993bd1-7bfe-45ab-a07f-f1c3a3d64829 req-967fcea1-d40a-43ea-a960-a111eee2a6f0 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:55.457990 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bd993bd1-7bfe-45ab-a07f-f1c3a3d64829 req-967fcea1-d40a-43ea-a960-a111eee2a6f0 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 945 time: 0.0618458 Aug 04 15:34:55.511333 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bd993bd1-7bfe-45ab-a07f-f1c3a3d64829 req-8e2539e9-0ab3-4976-b976-f5eda7a89d28 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452192 Aug 04 15:34:55.992037 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c6cec-4fdf-4dbc-a6dd-f684e96df147 req-e701b7f4-fd5f-44f4-b0eb-572c9a9936ba tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:55.993746 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-928c6cec-4fdf-4dbc-a6dd-f684e96df147 req-e701b7f4-fd5f-44f4-b0eb-572c9a9936ba tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 943 time: 0.0556850 Aug 04 15:34:56.038867 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-928c6cec-4fdf-4dbc-a6dd-f684e96df147 req-2f1806f9-c527-4cac-8a72-65fca5261e10 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384836 Aug 04 15:34:56.651045 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216e536-7b7c-424f-89fc-42b7c9469e03 req-b29a7504-2121-4858-8df8-99eb03bdf2dd tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:56.652645 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b216e536-7b7c-424f-89fc-42b7c9469e03 req-b29a7504-2121-4858-8df8-99eb03bdf2dd tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 945 time: 0.0695157 Aug 04 15:34:56.698086 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b216e536-7b7c-424f-89fc-42b7c9469e03 req-0378fe57-181e-44d7-bc81-87486faa7045 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388963 Aug 04 15:34:56.851914 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:34:57.169919 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad30ac-3dd6-4ea7-846f-34ef144db50e req-3ba7749b-0163-4d0e-9f14-61204e7ae550 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:57.171473 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-00ad30ac-3dd6-4ea7-846f-34ef144db50e req-3ba7749b-0163-4d0e-9f14-61204e7ae550 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 943 time: 0.0564296 Aug 04 15:34:57.227922 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-00ad30ac-3dd6-4ea7-846f-34ef144db50e req-5979b1dc-5e5d-4e72-8026-aebac74516f4 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450010 Aug 04 15:34:57.821424 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb31a1-11ec-486c-b283-bcbce42fb6f7 req-8c5506ee-5c38-4d42-86e6-6bdb06cbc680 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:57.822998 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-93eb31a1-11ec-486c-b283-bcbce42fb6f7 req-8c5506ee-5c38-4d42-86e6-6bdb06cbc680 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 945 time: 0.0510793 Aug 04 15:34:57.861577 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-93eb31a1-11ec-486c-b283-bcbce42fb6f7 req-84482954-91bf-4aa7-bcb9-81acf8a10be5 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324509 Aug 04 15:34:58.359107 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dde2e-7126-40c8-b96f-9e0630e8fdbc req-1720a033-798c-41a1-99fc-2332eb8dd44b tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:58.363916 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e03dde2e-7126-40c8-b96f-9e0630e8fdbc req-1720a033-798c-41a1-99fc-2332eb8dd44b tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 943 time: 0.0649369 Aug 04 15:34:58.411986 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e03dde2e-7126-40c8-b96f-9e0630e8fdbc req-522bda3f-c46f-4edf-b8fd-bedba553554b tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428729 Aug 04 15:34:58.436156 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a47858-7596-473f-90f3-e1c521757ddd req-9f8d08a9-10bb-4e62-81eb-d1eecc000af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:58.437690 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-14a47858-7596-473f-90f3-e1c521757ddd req-9f8d08a9-10bb-4e62-81eb-d1eecc000af5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 1098 time: 0.0466354 Aug 04 15:34:58.441367 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec0e6a-05cf-4a71-8652-068b317f8baf req-361eb6d2-3f63-4e15-aff1-5b9a76fcec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:58.442864 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a8ec0e6a-05cf-4a71-8652-068b317f8baf req-361eb6d2-3f63-4e15-aff1-5b9a76fcec65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8340ffa6d1a4f599c0ee6abc0e0c562&device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 1096 time: 0.0474279 Aug 04 15:34:58.489450 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-14a47858-7596-473f-90f3-e1c521757ddd req-2d8ce661-9175-4f3b-af9a-096962f2e4bc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283875 Aug 04 15:34:58.623851 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec0e6a-05cf-4a71-8652-068b317f8baf req-58fb304e-5d61-4c53-9120-608c59a18ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:58.625326 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a8ec0e6a-05cf-4a71-8652-068b317f8baf req-58fb304e-5d61-4c53-9120-608c59a18ca8 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=d8340ffa6d1a4f599c0ee6abc0e0c562&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1619663 Aug 04 15:34:58.840793 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec0e6a-05cf-4a71-8652-068b317f8baf req-f13599ac-3cec-45ad-86ed-3554b4cb17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:58.844245 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a8ec0e6a-05cf-4a71-8652-068b317f8baf req-f13599ac-3cec-45ad-86ed-3554b4cb17aa service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2107792 Aug 04 15:34:58.925627 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb069b-125a-4a63-972b-1742c8051847 req-0a2add14-cd09-4e71-85b7-f5aa1c4542e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:58.927265 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fcfb069b-125a-4a63-972b-1742c8051847 req-0a2add14-cd09-4e71-85b7-f5aa1c4542e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8340ffa6d1a4f599c0ee6abc0e0c562&device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 1096 time: 0.0436735 Aug 04 15:34:58.972631 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fcfb069b-125a-4a63-972b-1742c8051847 req-78eb5af9-26fd-4e79-bb7c-ab77d5f284bf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f855c75-8a13-4d06-afdd-7433f6785fcc HTTP/1.1" status: 200 len: 217 time: 0.0359008 Aug 04 15:34:58.982064 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d01d77-3856-43fe-905d-4c32670cfe4c req-bceb62a7-a94c-4c50-b5c1-99ee30ce41aa tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:58.983618 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b2d01d77-3856-43fe-905d-4c32670cfe4c req-bceb62a7-a94c-4c50-b5c1-99ee30ce41aa tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 945 time: 0.0509450 Aug 04 15:34:59.022613 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb069b-125a-4a63-972b-1742c8051847 req-54cad037-a131-4593-885d-de395b1574aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:59.024116 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fcfb069b-125a-4a63-972b-1742c8051847 req-54cad037-a131-4593-885d-de395b1574aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4deeeffb-8552-4582-a937-c415ff33136c HTTP/1.1" status: 200 len: 853 time: 0.0448527 Aug 04 15:34:59.024365 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b2d01d77-3856-43fe-905d-4c32670cfe4c req-ba5dce7c-f8f6-4d0a-bb3f-d16d44f775aa tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341868 Aug 04 15:34:59.077896 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb069b-125a-4a63-972b-1742c8051847 req-805a7926-1f86-401d-8db4-0c7045e9b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:59.079397 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fcfb069b-125a-4a63-972b-1742c8051847 req-805a7926-1f86-401d-8db4-0c7045e9b8f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=16077e35-4a6f-4c7f-9a92-4c8d844800d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440259 Aug 04 15:34:59.176789 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fcfb069b-125a-4a63-972b-1742c8051847 req-01cd1903-af80-4ab6-b316-f75dcc215717 service neutron] 10.222.0.59 "GET /v2.0/networks/16077e35-4a6f-4c7f-9a92-4c8d844800d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849547 Aug 04 15:34:59.273785 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-fcfb069b-125a-4a63-972b-1742c8051847 req-e7c5a2ba-004e-47aa-be90-858f0c56a22e service neutron] 10.222.0.59 "GET /v2.0/networks/16077e35-4a6f-4c7f-9a92-4c8d844800d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890670 Aug 04 15:34:59.530022 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2c45a-2aa6-4f9b-b63c-69e6c77c41bc req-2606edb1-f772-4e4f-820d-2fff60d93921 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:34:59.531631 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-8de2c45a-2aa6-4f9b-b63c-69e6c77c41bc req-2606edb1-f772-4e4f-820d-2fff60d93921 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 943 time: 0.0509810 Aug 04 15:34:59.572448 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-8de2c45a-2aa6-4f9b-b63c-69e6c77c41bc req-312a5c6c-87e1-4a5d-9d18-5f08a3511edc tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336835 Aug 04 15:35:00.148649 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b61bd-2273-418f-b9b8-28e8cb3045f1 req-e9149158-e608-4f89-bb2c-80c255aa58f9 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:00.150217 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-991b61bd-2273-418f-b9b8-28e8cb3045f1 req-e9149158-e608-4f89-bb2c-80c255aa58f9 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 945 time: 0.0542819 Aug 04 15:35:00.189286 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-991b61bd-2273-418f-b9b8-28e8cb3045f1 req-e47ac0b1-bae1-48a0-8723-fec3cc2ebc6c tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330737 Aug 04 15:35:00.711217 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d9e0a-02e5-46d9-832d-657b7eccdc32 req-f8a22bd6-1bf5-43d8-a271-d4bd699a7ec6 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:00.712793 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ef1d9e0a-02e5-46d9-832d-657b7eccdc32 req-f8a22bd6-1bf5-43d8-a271-d4bd699a7ec6 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 943 time: 0.0560305 Aug 04 15:35:00.755216 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ef1d9e0a-02e5-46d9-832d-657b7eccdc32 req-549edec3-080d-4702-bfee-14d78ffa26da tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357113 Aug 04 15:35:01.880431 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df775e02-240e-4a7b-9ac7-02ef73d47f31 req-6cb70cab-8d09-41fe-9159-23a79e91be9d tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:01.881918 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-df775e02-240e-4a7b-9ac7-02ef73d47f31 req-6cb70cab-8d09-41fe-9159-23a79e91be9d tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 943 time: 0.0530009 Aug 04 15:35:01.928837 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-df775e02-240e-4a7b-9ac7-02ef73d47f31 req-2a76eb65-cca6-4abd-b0e8-2736d0c9ef74 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357833 Aug 04 15:35:02.012835 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 6f855c75-8a13-4d06-afdd-7433f6785fcc details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:35:02.115106 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 6f855c75-8a13-4d06-afdd-7433f6785fcc, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6f855c75-8a13-4d06-afdd-7433f6785fcc,segment=NetworkSegment(1f97d5cf-43af-4977-879c-b9d544c13354),segment_id=1f97d5cf-43af-4977-879c-b9d544c13354)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:02.126969 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': '6f855c75-8a13-4d06-afdd-7433f6785fcc', 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6', 'port_id': '6f855c75-8a13-4d06-afdd-7433f6785fcc', 'mac_address': 'fa:16:3e:8e:0d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4deeeffb-8552-4582-a937-c415ff33136c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:35:02.169197 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:02.184669 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f855c75-8a13-4d06-afdd-7433f6785fcc {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:35:02.205690 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 6f855c75-8a13-4d06-afdd-7433f6785fcc, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6f855c75-8a13-4d06-afdd-7433f6785fcc,segment=NetworkSegment(1f97d5cf-43af-4977-879c-b9d544c13354),segment_id=1f97d5cf-43af-4977-879c-b9d544c13354)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:02.209530 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:02.261001 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=6f855c75-8a13-4d06-afdd-7433f6785fcc,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:02.458364 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['6f855c75-8a13-4d06-afdd-7433f6785fcc'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:35:03.055397 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e83f4a-03a9-4204-8a34-916e65f62845 req-cc70aa58-b47d-42d5-a5b2-91dc4538c6f1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:03.057099 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a8e83f4a-03a9-4204-8a34-916e65f62845 req-cc70aa58-b47d-42d5-a5b2-91dc4538c6f1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 944 time: 0.0557466 Aug 04 15:35:03.097820 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a8e83f4a-03a9-4204-8a34-916e65f62845 req-aa828853-9e30-4ba2-ae92-de48f32b9490 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346701 Aug 04 15:35:04.025693 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 6f855c75-8a13-4d06-afdd-7433f6785fcc up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:35:04.082066 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning for port 6f855c75-8a13-4d06-afdd-7433f6785fcc completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:35:04.086982 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port 6f855c75-8a13-4d06-afdd-7433f6785fcc triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:35:04.087384 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:04.186403 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:04.224992 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781d628-3c82-4329-bb89-bbca98e0b34d req-43e7b570-06b7-4cb8-a8f1-9a2afd789248 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:04.226615 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1781d628-3c82-4329-bb89-bbca98e0b34d req-43e7b570-06b7-4cb8-a8f1-9a2afd789248 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 944 time: 0.0550861 Aug 04 15:35:04.239260 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e07cb05-2d1b-4f27-b862-596052f80748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f855c75-8a13-4d06-afdd-7433f6785fcc'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:35:04.243311 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3450e139-e6b6-411d-807f-5e37d8e1762b" -d '{"events": [{"server_uuid": "0e07cb05-2d1b-4f27-b862-596052f80748", "name": "network-vif-plugged", "status": "completed", "tag": "6f855c75-8a13-4d06-afdd-7433f6785fcc"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:35:04.266868 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 6f855c75-8a13-4d06-afdd-7433f6785fcc, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6f855c75-8a13-4d06-afdd-7433f6785fcc,segment=NetworkSegment(1f97d5cf-43af-4977-879c-b9d544c13354),segment_id=1f97d5cf-43af-4977-879c-b9d544c13354)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:04.272921 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:04.305377 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1781d628-3c82-4329-bb89-bbca98e0b34d req-ecd083f3-05aa-4759-9b7a-6b4ef88da3b4 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649922 Aug 04 15:35:04.307527 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ee8fef-2626-430a-9d7d-4ffacaa2109d x-openstack-request-id: req-e6ee8fef-2626-430a-9d7d-4ffacaa2109d {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:35:04.307801 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e07cb05-2d1b-4f27-b862-596052f80748", "name": "network-vif-plugged", "status": "completed", "tag": "6f855c75-8a13-4d06-afdd-7433f6785fcc", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:35:04.308052 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e6ee8fef-2626-430a-9d7d-4ffacaa2109d {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:35:04.308440 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e07cb05-2d1b-4f27-b862-596052f80748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f855c75-8a13-4d06-afdd-7433f6785fcc', 'code': 200} Aug 04 15:35:04.344886 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=6f855c75-8a13-4d06-afdd-7433f6785fcc,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:04.495046 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07483a-d963-42d6-8cf7-6781d48ab709 req-2fdb6d51-dba9-4dc2-8a5b-194488d2eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:04.496531 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9c07483a-d963-42d6-8cf7-6781d48ab709 req-2fdb6d51-dba9-4dc2-8a5b-194488d2eb93 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 1098 time: 0.0484006 Aug 04 15:35:04.535252 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9c07483a-d963-42d6-8cf7-6781d48ab709 req-6db4ce65-6fb2-400c-aba2-a6e17ae64c02 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306478 Aug 04 15:35:05.441922 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195039b7-b1ee-438a-a4b6-0d1ad23010e4 req-57d67762-19f9-47d7-afe6-da10ab93ed84 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:05.443501 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-195039b7-b1ee-438a-a4b6-0d1ad23010e4 req-57d67762-19f9-47d7-afe6-da10ab93ed84 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 945 time: 0.0521793 Aug 04 15:35:05.482973 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-195039b7-b1ee-438a-a4b6-0d1ad23010e4 req-38b4bfd1-0eba-4088-b526-55fe92ae4091 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334761 Aug 04 15:35:05.538327 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-3ec4c1fb-e575-4027-b684-3a08d020bef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:06.614803 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8ef05-948b-4c09-a7f6-5f1132d28628 req-8d18fdb4-32b3-4469-b0b8-0fdab5bba296 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:06.616757 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-42e8ef05-948b-4c09-a7f6-5f1132d28628 req-8d18fdb4-32b3-4469-b0b8-0fdab5bba296 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 945 time: 0.0607610 Aug 04 15:35:06.665336 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-42e8ef05-948b-4c09-a7f6-5f1132d28628 req-40f0004b-8edf-4f3b-ae2a-66752bb54617 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365057 Aug 04 15:35:06.791915 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632c5d5-a794-4391-9719-628847257b40 req-1b106cff-e068-4713-a64c-56b3db276bb6 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:06.793392 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c632c5d5-a794-4391-9719-628847257b40 req-1b106cff-e068-4713-a64c-56b3db276bb6 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 945 time: 0.0541081 Aug 04 15:35:06.833933 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c632c5d5-a794-4391-9719-628847257b40 req-ee05a411-8ef5-43ca-8f5e-96a2391adec3 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345943 Aug 04 15:35:07.169914 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0e547-213d-4337-82ba-a1e30f2e3ee1 req-ab909b69-e3c8-4747-9213-fce23ecd202b tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:07.171441 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f7c0e547-213d-4337-82ba-a1e30f2e3ee1 req-ab909b69-e3c8-4747-9213-fce23ecd202b tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 945 time: 0.0505836 Aug 04 15:35:07.210926 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f7c0e547-213d-4337-82ba-a1e30f2e3ee1 req-9a178acc-35b0-4d22-b0ff-400dbe453fe7 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328417 Aug 04 15:35:09.000975 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-7cdd8bdb-4e08-46d3-87f7-57c30003452a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:09.382126 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:09.675978 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:10.121256 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:12.622517 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:12.632548 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ef8352ba-8f66-4d88-ba12-da24a1281947 req-795412a1-7fd4-44ee-a25d-bf941c3dd505 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461018 Aug 04 15:35:12.703025 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8352ba-8f66-4d88-ba12-da24a1281947 req-6144b158-eec3-477e-912c-06680a1b5207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:12.704618 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ef8352ba-8f66-4d88-ba12-da24a1281947 req-6144b158-eec3-477e-912c-06680a1b5207 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81189bdeb0e34495ae3b1512fddfe444&device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 1098 time: 0.0491097 Aug 04 15:35:12.818962 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8352ba-8f66-4d88-ba12-da24a1281947 req-d1472bdf-ec12-4e73-a69a-0302bc78e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:12.820461 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ef8352ba-8f66-4d88-ba12-da24a1281947 req-d1472bdf-ec12-4e73-a69a-0302bc78e70e service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e HTTP/1.1" status: 200 len: 913 time: 0.0919511 Aug 04 15:35:12.895533 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ef8352ba-8f66-4d88-ba12-da24a1281947 req-8ec84806-2563-465b-b92b-67711788d440 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a24e303b-62a2-4625-a2a9-4cc0612b6c7d HTTP/1.1" status: 200 len: 1000 time: 0.0631564 Aug 04 15:35:12.946062 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8352ba-8f66-4d88-ba12-da24a1281947 req-a5155088-3f65-418c-a650-5c11cd869299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:12.947539 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ef8352ba-8f66-4d88-ba12-da24a1281947 req-a5155088-3f65-418c-a650-5c11cd869299 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eaee7f63-f063-4df1-ba7e-6837cf8cbd3e HTTP/1.1" status: 200 len: 851 time: 0.0434384 Aug 04 15:35:12.997731 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8352ba-8f66-4d88-ba12-da24a1281947 req-09460718-1ec0-48b7-a063-13a00d0b5643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:12.999323 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ef8352ba-8f66-4d88-ba12-da24a1281947 req-09460718-1ec0-48b7-a063-13a00d0b5643 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421603 Aug 04 15:35:13.092192 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ef8352ba-8f66-4d88-ba12-da24a1281947 req-973df494-8533-43a6-bc1c-973d66c07c56 service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831573 Aug 04 15:35:13.183873 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-ef8352ba-8f66-4d88-ba12-da24a1281947 req-7574ee25-61ac-4e19-8a9e-f8275d593cfb service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829122 Aug 04 15:35:16.627308 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60686) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:16.835094 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-8260502a-3a40-4ddf-86a0-fedbb7402991 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Deleting port 54d8110c-1680-4501-b609-ceb22239e91d {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:35:16.835451 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-8260502a-3a40-4ddf-86a0-fedbb7402991 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:16.916432 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-8260502a-3a40-4ddf-86a0-fedbb7402991 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:16.916755 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-8260502a-3a40-4ddf-86a0-fedbb7402991 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:16.928191 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-8260502a-3a40-4ddf-86a0-fedbb7402991 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Calling delete_port for 54d8110c-1680-4501-b609-ceb22239e91d owned by network:floatingip {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:35:17.101264 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-8260502a-3a40-4ddf-86a0-fedbb7402991 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:17.127435 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260502a-3a40-4ddf-86a0-fedbb7402991 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event deleted for resources: {'Port': ['ID=54d8110c-1680-4501-b609-ceb22239e91d,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:17.188905 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-8260502a-3a40-4ddf-86a0-fedbb7402991 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for floatingip, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:17.189235 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.db.l3_db [None req-8260502a-3a40-4ddf-86a0-fedbb7402991 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Floating IP 88a2d858-cd79-4205-bca4-e2009fbf178f disassociated (deleted). External IP: 172.27.3.16, port: a24e303b-62a2-4625-a2a9-4cc0612b6c7d. Aug 04 15:35:17.396267 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8260502a-3a40-4ddf-86a0-fedbb7402991 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Router 3e266e40-180b-414b-84ab-a5beb52f2d38 has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:35:17.503929 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8260502a-3a40-4ddf-86a0-fedbb7402991 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:35:17.509197 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-8260502a-3a40-4ddf-86a0-fedbb7402991 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:17.515604 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101eeb9c-f03d-477d-853e-0e946855c2f8 None None] Sync routers for ids ['3e266e40-180b-414b-84ab-a5beb52f2d38'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:35:17.525273 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101eeb9c-f03d-477d-853e-0e946855c2f8 None None] Routers {'3e266e40-180b-414b-84ab-a5beb52f2d38'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:35:17.525904 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-101eeb9c-f03d-477d-853e-0e946855c2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:35:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['3e266e40-180b-414b-84ab-a5beb52f2d38'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:17.542460 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-8260502a-3a40-4ddf-86a0-fedbb7402991 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "DELETE /v2.0/floatingips/88a2d858-cd79-4205-bca4-e2009fbf178f HTTP/1.1" status: 204 len: 168 time: 0.9134114 Aug 04 15:35:17.542936 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9', 'tag': 'a24e303b-62a2-4625-a2a9-4cc0612b6c7d'}] {{(pid=93420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:35:17.545244 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a8606f0b79035e877430952f6a143f8bf77a00db166e3d643dd1b603a21b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef61573-b873-4019-8fb9-f849b86d782f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9", "tag": "a24e303b-62a2-4625-a2a9-4cc0612b6c7d"}]}' {{(pid=93420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:35:17.642206 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-101eeb9c-f03d-477d-853e-0e946855c2f8 None None] Set router 3e266e40-180b-414b-84ab-a5beb52f2d38 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:35:17.758935 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcfcf9c-5585-4775-b8b1-5d543880a233 x-openstack-request-id: req-6bcfcf9c-5585-4775-b8b1-5d543880a233 {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:35:17.759477 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9", "tag": "a24e303b-62a2-4625-a2a9-4cc0612b6c7d", "status": "completed", "code": 200}]} {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:35:17.759565 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6bcfcf9c-5585-4775-b8b1-5d543880a233 {{(pid=93420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:35:17.760030 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9', 'tag': 'a24e303b-62a2-4625-a2a9-4cc0612b6c7d', 'status': 'completed', 'code': 200} Aug 04 15:35:17.834965 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef61573-b873-4019-8fb9-f849b86d782f req-cc068ea2-5f20-4a68-a340-e7fd65d24346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:17.837887 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3ef61573-b873-4019-8fb9-f849b86d782f req-cc068ea2-5f20-4a68-a340-e7fd65d24346 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81189bdeb0e34495ae3b1512fddfe444&device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 1098 time: 0.0527260 Aug 04 15:35:17.876852 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aa33f-b735-4178-bc82-ecac04497e39 req-787930de-22a6-413e-b790-0ba145ae667f tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:17.878471 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ed5aa33f-b735-4178-bc82-ecac04497e39 req-787930de-22a6-413e-b790-0ba145ae667f tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 945 time: 0.0546632 Aug 04 15:35:17.909502 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-101eeb9c-f03d-477d-853e-0e946855c2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': '674f6866-6a06-4297-ad74-a4a47b54b782', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'port_id': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'mac_address': 'fa:16:3e:ec:70:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b238d4c-bb4c-453e-8fdd-ee03ca89794b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:31:17Z', 'updated_at': '2021-08-04T15:31:19Z', 'revision_number': 1, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de', 'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'mac_address': 'fa:16:3e:a5:35:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:48Z', 'updated_at': '2021-08-04T15:27:56Z', 'revision_number': 5, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'subnets': [{'id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:17.933117 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ed5aa33f-b735-4178-bc82-ecac04497e39 req-0aac12c7-74ac-4878-a560-d7ae3c4d9b74 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380518 Aug 04 15:35:17.940761 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101eeb9c-f03d-477d-853e-0e946855c2f8 None None] Checking router: 3e266e40-180b-414b-84ab-a5beb52f2d38 for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:35:17.956829 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101eeb9c-f03d-477d-853e-0e946855c2f8 None None] Routers {'3e266e40-180b-414b-84ab-a5beb52f2d38'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:35:17.958220 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-101eeb9c-f03d-477d-853e-0e946855c2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:35:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['3e266e40-180b-414b-84ab-a5beb52f2d38'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:17.959489 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef61573-b873-4019-8fb9-f849b86d782f req-d9e6008c-5115-4010-b358-6bcca886d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:17.961071 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3ef61573-b873-4019-8fb9-f849b86d782f req-d9e6008c-5115-4010-b358-6bcca886d0f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e HTTP/1.1" status: 200 len: 913 time: 0.1147401 Aug 04 15:35:18.028274 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3ef61573-b873-4019-8fb9-f849b86d782f req-87ddded7-6596-4d26-bedc-9ef342eb479d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a24e303b-62a2-4625-a2a9-4cc0612b6c7d HTTP/1.1" status: 200 len: 217 time: 0.0584130 Aug 04 15:35:18.086770 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef61573-b873-4019-8fb9-f849b86d782f req-59c7d593-130d-4ba1-9cd5-5e3b4149a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:18.089693 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3ef61573-b873-4019-8fb9-f849b86d782f req-59c7d593-130d-4ba1-9cd5-5e3b4149a056 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eaee7f63-f063-4df1-ba7e-6837cf8cbd3e HTTP/1.1" status: 200 len: 851 time: 0.0543079 Aug 04 15:35:18.100973 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-101eeb9c-f03d-477d-853e-0e946855c2f8 None None] Set router 3e266e40-180b-414b-84ab-a5beb52f2d38 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:35:18.160517 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef61573-b873-4019-8fb9-f849b86d782f req-a62b6889-5e71-4b5b-b1f7-5111cc582b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:18.162605 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3ef61573-b873-4019-8fb9-f849b86d782f req-a62b6889-5e71-4b5b-b1f7-5111cc582b9c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0560474 Aug 04 15:35:18.263094 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3ef61573-b873-4019-8fb9-f849b86d782f req-62a2aef3-ff95-4a72-a5b3-184f9418ac0a service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916381 Aug 04 15:35:18.358401 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3ef61573-b873-4019-8fb9-f849b86d782f req-067ea9ce-ef98-4d9d-99ef-ea9114bf311c service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850465 Aug 04 15:35:18.472067 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-101eeb9c-f03d-477d-853e-0e946855c2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': '674f6866-6a06-4297-ad74-a4a47b54b782', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'port_id': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'mac_address': 'fa:16:3e:ec:70:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b238d4c-bb4c-453e-8fdd-ee03ca89794b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:31:17Z', 'updated_at': '2021-08-04T15:31:19Z', 'revision_number': 1, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de', 'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'mac_address': 'fa:16:3e:a5:35:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:48Z', 'updated_at': '2021-08-04T15:27:56Z', 'revision_number': 5, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'subnets': [{'id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:18.498648 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101eeb9c-f03d-477d-853e-0e946855c2f8 None None] The sync data for ids ['3e266e40-180b-414b-84ab-a5beb52f2d38'] in dv-cinder-689486-15-iscsi is: [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': '674f6866-6a06-4297-ad74-a4a47b54b782', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'port_id': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'mac_address': 'fa:16:3e:ec:70:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b238d4c-bb4c-453e-8fdd-ee03ca89794b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:31:17Z', 'updated_at': '2021-08-04T15:31:19Z', 'revision_number': 1, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de', 'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'mac_address': 'fa:16:3e:a5:35:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:48Z', 'updated_at': '2021-08-04T15:27:56Z', 'revision_number': 5, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'subnets': [{'id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:35:18.708512 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71c3fb8-38b1-4d57-a417-31253d6f939a None None] New status for floating IP 88a2d858-cd79-4205-bca4-e2009fbf178f: DOWN {{(pid=93422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:35:19.049610 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43740ff2-1b0c-467c-ab95-23162854b605 req-c32f2f25-a805-493b-aa19-33b07d6eef7f tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:19.050991 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-43740ff2-1b0c-467c-ab95-23162854b605 req-c32f2f25-a805-493b-aa19-33b07d6eef7f tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 945 time: 0.0492818 Aug 04 15:35:19.096718 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-43740ff2-1b0c-467c-ab95-23162854b605 req-d231a588-3e14-4b49-a7de-72e8488aee64 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395792 Aug 04 15:35:19.963566 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4466e-05a9-4a25-a7ec-110ba0e3c55c req-de052498-fc7d-4cf2-93f7-7593d65cf4c9 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:19.964906 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9bd4466e-05a9-4a25-a7ec-110ba0e3c55c req-de052498-fc7d-4cf2-93f7-7593d65cf4c9 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 945 time: 0.0468233 Aug 04 15:35:20.059902 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [req-9bd4466e-05a9-4a25-a7ec-110ba0e3c55c req-a3334f91-4025-4b31-a0fa-81bf37408330 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Deleting port a24e303b-62a2-4625-a2a9-4cc0612b6c7d {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:35:20.060235 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-9bd4466e-05a9-4a25-a7ec-110ba0e3c55c req-a3334f91-4025-4b31-a0fa-81bf37408330 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:20.146315 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [req-9bd4466e-05a9-4a25-a7ec-110ba0e3c55c req-a3334f91-4025-4b31-a0fa-81bf37408330 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] For port a24e303b-62a2-4625-a2a9-4cc0612b6c7d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a24e303b-62a2-4625-a2a9-4cc0612b6c7d,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:20.146687 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-9bd4466e-05a9-4a25-a7ec-110ba0e3c55c req-a3334f91-4025-4b31-a0fa-81bf37408330 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:20.159247 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [req-9bd4466e-05a9-4a25-a7ec-110ba0e3c55c req-a3334f91-4025-4b31-a0fa-81bf37408330 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Calling delete_port for a24e303b-62a2-4625-a2a9-4cc0612b6c7d owned by compute:nova {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:35:20.265653 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccd99c-49d2-448d-9ceb-b0596f627c82 req-8876df9a-5076-40ca-9f58-dcaee30ccba6 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:20.267189 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-20ccd99c-49d2-448d-9ceb-b0596f627c82 req-8876df9a-5076-40ca-9f58-dcaee30ccba6 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9 HTTP/1.1" status: 200 len: 945 time: 0.0990202 Aug 04 15:35:20.340906 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-20ccd99c-49d2-448d-9ceb-b0596f627c82 req-9afd0f19-f1e3-4170-8d5e-57ef4c11ae02 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640264 Aug 04 15:35:20.363100 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-9bd4466e-05a9-4a25-a7ec-110ba0e3c55c req-a3334f91-4025-4b31-a0fa-81bf37408330 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:20.396078 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3334f91-4025-4b31-a0fa-81bf37408330 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event deleted for resources: {'Port': ['ID=a24e303b-62a2-4625-a2a9-4cc0612b6c7d,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:20.441240 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd4466e-05a9-4a25-a7ec-110ba0e3c55c req-a3334f91-4025-4b31-a0fa-81bf37408330 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] No DVR routers for this DVR port a24e303b-62a2-4625-a2a9-4cc0612b6c7d on host hv-cinder-68948 {{(pid=93420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:35:20.444145 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-9bd4466e-05a9-4a25-a7ec-110ba0e3c55c req-a3334f91-4025-4b31-a0fa-81bf37408330 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:20.446127 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9bd4466e-05a9-4a25-a7ec-110ba0e3c55c req-a3334f91-4025-4b31-a0fa-81bf37408330 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.59 "DELETE /v2.0/ports/a24e303b-62a2-4625-a2a9-4cc0612b6c7d HTTP/1.1" status: 204 len: 173 time: 0.4739952 Aug 04 15:35:20.446571 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9', 'name': 'network-vif-deleted', 'tag': 'a24e303b-62a2-4625-a2a9-4cc0612b6c7d'}] {{(pid=93420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:35:20.448805 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a8606f0b79035e877430952f6a143f8bf77a00db166e3d643dd1b603a21b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9237e25e-81d3-426c-9edc-de43b2d534f4" -d '{"events": [{"server_uuid": "8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9", "name": "network-vif-deleted", "tag": "a24e303b-62a2-4625-a2a9-4cc0612b6c7d"}]}' {{(pid=93420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:35:20.489155 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b647c8-8f7b-4815-8252-b6d2adfff557 x-openstack-request-id: req-63b647c8-8f7b-4815-8252-b6d2adfff557 {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:35:20.489444 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9", "name": "network-vif-deleted", "tag": "a24e303b-62a2-4625-a2a9-4cc0612b6c7d", "status": "completed", "code": 200}]} {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:35:20.489697 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63b647c8-8f7b-4815-8252-b6d2adfff557 {{(pid=93420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:35:20.490094 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d84d14c-e2fe-4ed5-b8fe-c0b628bebdb9', 'name': 'network-vif-deleted', 'tag': 'a24e303b-62a2-4625-a2a9-4cc0612b6c7d', 'status': 'completed', 'code': 200} Aug 04 15:35:21.041636 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d02004-83d7-461a-a641-f6a852534706 req-30f55224-041c-4688-9452-a5a956b58585 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:21.043152 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b0d02004-83d7-461a-a641-f6a852534706 req-30f55224-041c-4688-9452-a5a956b58585 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 945 time: 0.0500877 Aug 04 15:35:21.084804 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b0d02004-83d7-461a-a641-f6a852534706 req-efbac2b1-9b8a-449f-bcf4-c40867a45151 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349185 Aug 04 15:35:21.107088 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60732) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:21.519783 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aa406a-5ea0-487c-93ad-c738b23f9bc9 tempest-TestMinimumBasicScenario-483722289 tempest-TestMinimumBasicScenario-483722289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:21.521847 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-79aa406a-5ea0-487c-93ad-c738b23f9bc9 tempest-TestMinimumBasicScenario-483722289 tempest-TestMinimumBasicScenario-483722289-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 1093 time: 0.4132402 Aug 04 15:35:21.524790 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60744) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:21.529071 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-b776dddd-fef5-4073-8571-f1e36b512da1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Request body: {'floatingip': {'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'port_id': '6f855c75-8a13-4d06-afdd-7433f6785fcc', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:35:21.551190 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b776dddd-fef5-4073-8571-f1e36b512da1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for floatingip, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:21.648143 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b776dddd-fef5-4073-8571-f1e36b512da1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:21.765361 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_common [None req-b776dddd-fef5-4073-8571-f1e36b512da1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Allocated IP 172.27.3.99 (a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1/66c61c24-84f1-4482-97f0-c0986315f375/428e4f65-a139-41c7-8278-c63f5edf9330) {{(pid=93420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:35:21.865006 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b776dddd-fef5-4073-8571-f1e36b512da1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for port, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:21.903708 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b776dddd-fef5-4073-8571-f1e36b512da1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:21.942167 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b776dddd-fef5-4073-8571-f1e36b512da1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:35:21.945015 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-b776dddd-fef5-4073-8571-f1e36b512da1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:35:21.949322 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b776dddd-fef5-4073-8571-f1e36b512da1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Received port after_create {{(pid=93420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:35:21.979053 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776dddd-fef5-4073-8571-f1e36b512da1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Pushing event updated for resources: {'Port': ['ID=428e4f65-a139-41c7-8278-c63f5edf9330,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:22.336112 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b776dddd-fef5-4073-8571-f1e36b512da1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:22.407969 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b776dddd-fef5-4073-8571-f1e36b512da1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:22.575750 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b776dddd-fef5-4073-8571-f1e36b512da1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for port, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:22.580320 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b776dddd-fef5-4073-8571-f1e36b512da1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773002'] for port, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:22.648682 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776dddd-fef5-4073-8571-f1e36b512da1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Pushing event updated for resources: {'Port': ['ID=428e4f65-a139-41c7-8278-c63f5edf9330,revision_number=2']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:22.663231 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b776dddd-fef5-4073-8571-f1e36b512da1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068737'] for floatingip, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:22.762062 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.db.l3_db [None req-b776dddd-fef5-4073-8571-f1e36b512da1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Floating IP 04c04b35-9533-4a25-8370-aee0aa6f30a8 associated. External IP: 172.27.3.99, port: 6f855c75-8a13-4d06-afdd-7433f6785fcc. Aug 04 15:35:22.972188 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b776dddd-fef5-4073-8571-f1e36b512da1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Router 0cda9e7c-26b0-4102-bcf4-8f513f656f36 has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:35:23.079525 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b776dddd-fef5-4073-8571-f1e36b512da1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:35:23.089249 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba68921-426b-46c1-99cf-114e30ecbde5 None None] Sync routers for ids ['0cda9e7c-26b0-4102-bcf4-8f513f656f36'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:35:23.096888 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b776dddd-fef5-4073-8571-f1e36b512da1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:23.099499 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba68921-426b-46c1-99cf-114e30ecbde5 None None] Routers {'0cda9e7c-26b0-4102-bcf4-8f513f656f36'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:35:23.100118 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-aba68921-426b-46c1-99cf-114e30ecbde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:35:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['0cda9e7c-26b0-4102-bcf4-8f513f656f36'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:23.124793 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-b776dddd-fef5-4073-8571-f1e36b512da1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5989652 Aug 04 15:35:23.125455 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e07cb05-2d1b-4f27-b862-596052f80748', 'tag': '6f855c75-8a13-4d06-afdd-7433f6785fcc'}] {{(pid=93420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:35:23.127632 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60754) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:23.128153 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a8606f0b79035e877430952f6a143f8bf77a00db166e3d643dd1b603a21b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ec2288-2216-45bf-9669-d1787047f680" -d '{"events": [{"name": "network-changed", "server_uuid": "0e07cb05-2d1b-4f27-b862-596052f80748", "tag": "6f855c75-8a13-4d06-afdd-7433f6785fcc"}]}' {{(pid=93420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:35:23.133397 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-d7cf15a8-5593-471e-a4c6-db4598dca9f1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1079663260', 'description': 'tempest-secgroup-smoke-1079663260 description', 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:35:23.157723 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d7cf15a8-5593-471e-a4c6-db4598dca9f1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:23.167156 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393aef2b-a800-4dc0-bd7e-08fdfdf4b0bb x-openstack-request-id: req-393aef2b-a800-4dc0-bd7e-08fdfdf4b0bb {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:35:23.167499 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e07cb05-2d1b-4f27-b862-596052f80748", "tag": "6f855c75-8a13-4d06-afdd-7433f6785fcc", "status": "completed", "code": 200}]} {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:35:23.167797 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-393aef2b-a800-4dc0-bd7e-08fdfdf4b0bb {{(pid=93420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:35:23.168990 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e07cb05-2d1b-4f27-b862-596052f80748', 'tag': '6f855c75-8a13-4d06-afdd-7433f6785fcc', 'status': 'completed', 'code': 200} Aug 04 15:35:23.211919 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-aba68921-426b-46c1-99cf-114e30ecbde5 None None] Set router 0cda9e7c-26b0-4102-bcf4-8f513f656f36 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:35:23.235674 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec2288-2216-45bf-9669-d1787047f680 req-7ce6c5c4-684e-4309-b9d8-fe321bd34d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:23.237122 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-10ec2288-2216-45bf-9669-d1787047f680 req-7ce6c5c4-684e-4309-b9d8-fe321bd34d55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8340ffa6d1a4f599c0ee6abc0e0c562&device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 1098 time: 0.0447497 Aug 04 15:35:23.250709 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d7cf15a8-5593-471e-a4c6-db4598dca9f1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:23.255675 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d7cf15a8-5593-471e-a4c6-db4598dca9f1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:23.284667 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf15a8-5593-471e-a4c6-db4598dca9f1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:23.292889 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d7cf15a8-5593-471e-a4c6-db4598dca9f1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:23.296550 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-d7cf15a8-5593-471e-a4c6-db4598dca9f1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1669116 Aug 04 15:35:23.296768 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60758) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:23.302785 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-e8623450-c400-431f-8b3d-ad01625c9022 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Request body: {'security_group_rule': {'security_group_id': 'b07eb7ec-3abe-4bf0-a6d2-484514f6fe24', 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:35:23.352393 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e8623450-c400-431f-8b3d-ad01625c9022 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:23.374071 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec2288-2216-45bf-9669-d1787047f680 req-28c7cbaf-8cfc-4c62-a4af-0dde50612f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:23.375589 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-10ec2288-2216-45bf-9669-d1787047f680 req-28c7cbaf-8cfc-4c62-a4af-0dde50612f01 service neutron] 10.222.0.59 "GET /v2.0/networks?id=16077e35-4a6f-4c7f-9a92-4c8d844800d6 HTTP/1.1" status: 200 len: 915 time: 0.1305723 Aug 04 15:35:23.477661 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-aba68921-426b-46c1-99cf-114e30ecbde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'name': 'tempest-TestMinimumBasicScenario-929207979-router', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '144717ca-8871-464d-8e87-686345f78a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:25Z', 'updated_at': '2021-08-04T15:34:28Z', 'revision_number': 4, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'gw_port': {'id': '144717ca-8871-464d-8e87-686345f78a25', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:26Z', 'updated_at': '2021-08-04T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': '04c04b35-9533-4a25-8370-aee0aa6f30a8', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'port_id': '6f855c75-8a13-4d06-afdd-7433f6785fcc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6', 'mac_address': 'fa:16:3e:8e:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e07cb05-2d1b-4f27-b862-596052f80748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:35:22Z', 'updated_at': '2021-08-04T15:35:22Z', 'revision_number': 0, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df24a52-4fc5-43ed-a9c3-1d9817d9cb30', 'name': '', 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'mac_address': 'fa:16:3e:1d:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4deeeffb-8552-4582-a937-c415ff33136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:27Z', 'updated_at': '2021-08-04T15:34:34Z', 'revision_number': 5, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'subnets': [{'id': '4deeeffb-8552-4582-a937-c415ff33136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:23.478505 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-10ec2288-2216-45bf-9669-d1787047f680 req-e99a816f-aefe-4707-bb1f-e250d4026cf3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f855c75-8a13-4d06-afdd-7433f6785fcc HTTP/1.1" status: 200 len: 998 time: 0.0928352 Aug 04 15:35:23.480119 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e8623450-c400-431f-8b3d-ad01625c9022 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:23.484196 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e8623450-c400-431f-8b3d-ad01625c9022 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:23.508141 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba68921-426b-46c1-99cf-114e30ecbde5 None None] Checking router: 0cda9e7c-26b0-4102-bcf4-8f513f656f36 for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:35:23.517240 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba68921-426b-46c1-99cf-114e30ecbde5 None None] Routers {'0cda9e7c-26b0-4102-bcf4-8f513f656f36'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:35:23.517873 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-aba68921-426b-46c1-99cf-114e30ecbde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:35:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['0cda9e7c-26b0-4102-bcf4-8f513f656f36'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:23.536340 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8623450-c400-431f-8b3d-ad01625c9022 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a620fac-403e-4967-b98d-e6d105e1ad07,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:23.539939 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-e8623450-c400-431f-8b3d-ad01625c9022 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:23.541129 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-e8623450-c400-431f-8b3d-ad01625c9022 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2434161 Aug 04 15:35:23.544371 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60762) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:23.552369 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-a07e9d77-c2c1-4771-84ba-31de0cddcabd tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Request body: {'security_group_rule': {'security_group_id': 'b07eb7ec-3abe-4bf0-a6d2-484514f6fe24', 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:35:23.556021 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec2288-2216-45bf-9669-d1787047f680 req-da4719be-6590-4bbc-aa1d-43f13a65eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:23.557560 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-10ec2288-2216-45bf-9669-d1787047f680 req-da4719be-6590-4bbc-aa1d-43f13a65eaad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4deeeffb-8552-4582-a937-c415ff33136c HTTP/1.1" status: 200 len: 853 time: 0.0713017 Aug 04 15:35:23.581714 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a07e9d77-c2c1-4771-84ba-31de0cddcabd tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:23.609013 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec2288-2216-45bf-9669-d1787047f680 req-3c98e9a0-b117-4b8b-896f-70cf25c17709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:23.610530 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-10ec2288-2216-45bf-9669-d1787047f680 req-3c98e9a0-b117-4b8b-896f-70cf25c17709 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=16077e35-4a6f-4c7f-9a92-4c8d844800d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454645 Aug 04 15:35:23.632726 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-aba68921-426b-46c1-99cf-114e30ecbde5 None None] Set router 0cda9e7c-26b0-4102-bcf4-8f513f656f36 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:35:23.643989 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a07e9d77-c2c1-4771-84ba-31de0cddcabd tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:23.646809 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60766) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:23.716139 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a07e9d77-c2c1-4771-84ba-31de0cddcabd tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:23.736194 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-10ec2288-2216-45bf-9669-d1787047f680 req-281db11b-0c32-414f-951b-6703d5bd8c00 service neutron] 10.222.0.59 "GET /v2.0/networks/16077e35-4a6f-4c7f-9a92-4c8d844800d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173506 Aug 04 15:35:23.787862 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e9d77-c2c1-4771-84ba-31de0cddcabd tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9daf755f-d894-4cf6-9ea6-15a09448c151,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:23.800613 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a07e9d77-c2c1-4771-84ba-31de0cddcabd tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:23.801881 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-a07e9d77-c2c1-4771-84ba-31de0cddcabd tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2556345 Aug 04 15:35:23.804602 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60768) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:23.808984 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-95f69cff-cb44-449c-9fc6-4075c529b9c7 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Request body: {'security_group_rule': {'security_group_id': 'b07eb7ec-3abe-4bf0-a6d2-484514f6fe24', 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:35:23.847670 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-10ec2288-2216-45bf-9669-d1787047f680 req-ba21240a-f7d6-4411-a299-3782dae728c4 service neutron] 10.222.0.59 "GET /v2.0/networks/16077e35-4a6f-4c7f-9a92-4c8d844800d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026278 Aug 04 15:35:23.864396 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-95f69cff-cb44-449c-9fc6-4075c529b9c7 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:23.892743 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-aba68921-426b-46c1-99cf-114e30ecbde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'name': 'tempest-TestMinimumBasicScenario-929207979-router', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '144717ca-8871-464d-8e87-686345f78a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:25Z', 'updated_at': '2021-08-04T15:34:28Z', 'revision_number': 4, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'gw_port': {'id': '144717ca-8871-464d-8e87-686345f78a25', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:26Z', 'updated_at': '2021-08-04T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': '04c04b35-9533-4a25-8370-aee0aa6f30a8', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'port_id': '6f855c75-8a13-4d06-afdd-7433f6785fcc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6', 'mac_address': 'fa:16:3e:8e:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e07cb05-2d1b-4f27-b862-596052f80748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:35:22Z', 'updated_at': '2021-08-04T15:35:22Z', 'revision_number': 0, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df24a52-4fc5-43ed-a9c3-1d9817d9cb30', 'name': '', 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'mac_address': 'fa:16:3e:1d:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4deeeffb-8552-4582-a937-c415ff33136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:27Z', 'updated_at': '2021-08-04T15:34:34Z', 'revision_number': 5, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'subnets': [{'id': '4deeeffb-8552-4582-a937-c415ff33136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:23.923860 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba68921-426b-46c1-99cf-114e30ecbde5 None None] The sync data for ids ['0cda9e7c-26b0-4102-bcf4-8f513f656f36'] in dv-cinder-689486-15-iscsi is: [{'id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'name': 'tempest-TestMinimumBasicScenario-929207979-router', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '144717ca-8871-464d-8e87-686345f78a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:25Z', 'updated_at': '2021-08-04T15:34:28Z', 'revision_number': 4, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'gw_port': {'id': '144717ca-8871-464d-8e87-686345f78a25', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:26Z', 'updated_at': '2021-08-04T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': '04c04b35-9533-4a25-8370-aee0aa6f30a8', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'port_id': '6f855c75-8a13-4d06-afdd-7433f6785fcc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6', 'mac_address': 'fa:16:3e:8e:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e07cb05-2d1b-4f27-b862-596052f80748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:35:22Z', 'updated_at': '2021-08-04T15:35:22Z', 'revision_number': 0, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df24a52-4fc5-43ed-a9c3-1d9817d9cb30', 'name': '', 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'mac_address': 'fa:16:3e:1d:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4deeeffb-8552-4582-a937-c415ff33136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:27Z', 'updated_at': '2021-08-04T15:34:34Z', 'revision_number': 5, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'subnets': [{'id': '4deeeffb-8552-4582-a937-c415ff33136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:35:23.925257 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-e98286a3-87f6-482b-936d-41a555d241e8 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Deleting port 9f9a94f2-dff7-41c0-a152-8418a2738f0c {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:35:23.925616 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e98286a3-87f6-482b-936d-41a555d241e8 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:23.976720 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-95f69cff-cb44-449c-9fc6-4075c529b9c7 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:23.983082 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-95f69cff-cb44-449c-9fc6-4075c529b9c7 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:24.013489 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f69cff-cb44-449c-9fc6-4075c529b9c7 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85747df7-3b51-405a-80bd-b73767839f9a,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:24.031371 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-95f69cff-cb44-449c-9fc6-4075c529b9c7 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:24.032636 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-95f69cff-cb44-449c-9fc6-4075c529b9c7 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2271171 Aug 04 15:35:24.035672 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60770) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:24.041314 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-28fa8757-b670-44c3-a246-01a8e320a85d tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Request body: {'security_group_rule': {'security_group_id': 'b07eb7ec-3abe-4bf0-a6d2-484514f6fe24', 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:35:24.041893 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e98286a3-87f6-482b-936d-41a555d241e8 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:24.042328 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e98286a3-87f6-482b-936d-41a555d241e8 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:24.055908 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-e98286a3-87f6-482b-936d-41a555d241e8 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Calling delete_port for 9f9a94f2-dff7-41c0-a152-8418a2738f0c owned by network:floatingip {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:35:24.077794 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-28fa8757-b670-44c3-a246-01a8e320a85d tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:24.141025 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bbe333-96d2-4e12-a367-dc7030aa11b5 None None] New status for floating IP 04c04b35-9533-4a25-8370-aee0aa6f30a8: ACTIVE {{(pid=93422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:35:24.148979 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-28fa8757-b670-44c3-a246-01a8e320a85d tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:24.154362 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-28fa8757-b670-44c3-a246-01a8e320a85d tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:24.167482 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device a24e303b-62a2-4625-a2a9-4cc0612b6c7d no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:35:24.174194 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa8757-b670-44c3-a246-01a8e320a85d tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2e8537-793e-4e54-92f1-7a51991f4ff4,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:24.183828 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-28fa8757-b670-44c3-a246-01a8e320a85d tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:24.185088 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-28fa8757-b670-44c3-a246-01a8e320a85d tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1483223 Aug 04 15:35:24.187925 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60772) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:24.192725 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-bb5bf62f-62ee-4ffe-bca4-28881939052c tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Request body: {'security_group_rule': {'security_group_id': 'b07eb7ec-3abe-4bf0-a6d2-484514f6fe24', 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:35:24.208284 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] No Port match for: a24e303b-62a2-4625-a2a9-4cc0612b6c7d {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:35:24.208675 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device a24e303b-62a2-4625-a2a9-4cc0612b6c7d not bound to the agent host hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:35:24.219781 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.db.securitygroups_db [None req-bb5bf62f-62ee-4ffe-bca4-28881939052c tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Project d8340ffa6d1a4f599c0ee6abc0e0c562 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:35:24.225505 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-bb5bf62f-62ee-4ffe-bca4-28881939052c tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:24.259781 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e98286a3-87f6-482b-936d-41a555d241e8 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:24.282495 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98286a3-87f6-482b-936d-41a555d241e8 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event deleted for resources: {'Port': ['ID=9f9a94f2-dff7-41c0-a152-8418a2738f0c,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:24.302695 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-bb5bf62f-62ee-4ffe-bca4-28881939052c tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:24.308006 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-bb5bf62f-62ee-4ffe-bca4-28881939052c tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:24.330897 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bf62f-62ee-4ffe-bca4-28881939052c tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02d53c7-0adf-4373-b79c-4959f2750a28,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:24.335879 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-bb5bf62f-62ee-4ffe-bca4-28881939052c tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:24.340513 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-bb5bf62f-62ee-4ffe-bca4-28881939052c tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1489489 Aug 04 15:35:24.341114 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60774) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:24.350577 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-37931536-d61e-43fb-8f7b-829f2e8efa61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Request body: {'security_group_rule': {'security_group_id': 'b07eb7ec-3abe-4bf0-a6d2-484514f6fe24', 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:35:24.369102 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e98286a3-87f6-482b-936d-41a555d241e8 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for floatingip, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:24.369426 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.l3_db [None req-e98286a3-87f6-482b-936d-41a555d241e8 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Floating IP 674f6866-6a06-4297-ad74-a4a47b54b782 disassociated (deleted). External IP: 172.27.3.187, port: bd51bde3-0844-46a7-b02b-86a0c8d161c6. Aug 04 15:35:24.417015 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.securitygroups_db [None req-37931536-d61e-43fb-8f7b-829f2e8efa61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Project d8340ffa6d1a4f599c0ee6abc0e0c562 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:35:24.428395 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-37931536-d61e-43fb-8f7b-829f2e8efa61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:24.534739 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-37931536-d61e-43fb-8f7b-829f2e8efa61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:24.538334 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-37931536-d61e-43fb-8f7b-829f2e8efa61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:24.597363 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37931536-d61e-43fb-8f7b-829f2e8efa61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6df516-0db2-4f73-97d1-92a767b1d50b,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:24.888660 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37931536-d61e-43fb-8f7b-829f2e8efa61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:24.888911 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37931536-d61e-43fb-8f7b-829f2e8efa61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:24.889243 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37931536-d61e-43fb-8f7b-829f2e8efa61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:24.889573 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37931536-d61e-43fb-8f7b-829f2e8efa61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:24.889899 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37931536-d61e-43fb-8f7b-829f2e8efa61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:24.890223 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37931536-d61e-43fb-8f7b-829f2e8efa61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:24.890540 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37931536-d61e-43fb-8f7b-829f2e8efa61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:24.890862 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37931536-d61e-43fb-8f7b-829f2e8efa61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:24.891205 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37931536-d61e-43fb-8f7b-829f2e8efa61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:24.891523 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37931536-d61e-43fb-8f7b-829f2e8efa61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:24.891839 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37931536-d61e-43fb-8f7b-829f2e8efa61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:24.892148 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37931536-d61e-43fb-8f7b-829f2e8efa61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:24.894994 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-37931536-d61e-43fb-8f7b-829f2e8efa61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:24.896154 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-37931536-d61e-43fb-8f7b-829f2e8efa61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5529127 Aug 04 15:35:24.923773 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98286a3-87f6-482b-936d-41a555d241e8 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Router 3e266e40-180b-414b-84ab-a5beb52f2d38 has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:35:25.037471 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-17ef59e7-7873-4394-8ee6-a930a7645f76 req-91a537d3-195e-43b7-83f8-fbe820500a11 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1079663260&fields=id&tenant_id=d8340ffa6d1a4f599c0ee6abc0e0c562 HTTP/1.1" status: 200 len: 267 time: 0.0725477 Aug 04 15:35:25.076997 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98286a3-87f6-482b-936d-41a555d241e8 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:35:25.081674 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e98286a3-87f6-482b-936d-41a555d241e8 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:25.086838 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca3bdc4-e3c6-45a9-ab54-cecfece53037 None None] Sync routers for ids ['3e266e40-180b-414b-84ab-a5beb52f2d38'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:35:25.096375 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca3bdc4-e3c6-45a9-ab54-cecfece53037 None None] Routers {'3e266e40-180b-414b-84ab-a5beb52f2d38'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:35:25.096983 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-dca3bdc4-e3c6-45a9-ab54-cecfece53037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:35:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['3e266e40-180b-414b-84ab-a5beb52f2d38'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:25.114938 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-e98286a3-87f6-482b-936d-41a555d241e8 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "DELETE /v2.0/floatingips/674f6866-6a06-4297-ad74-a4a47b54b782 HTTP/1.1" status: 204 len: 168 time: 1.4668665 Aug 04 15:35:25.116930 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b238d4c-bb4c-453e-8fdd-ee03ca89794b', 'tag': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:35:25.119267 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93e1802-d416-4d06-8714-2dd3afbfb9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "1b238d4c-bb4c-453e-8fdd-ee03ca89794b", "tag": "bd51bde3-0844-46a7-b02b-86a0c8d161c6"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:35:25.133947 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef59e7-7873-4394-8ee6-a930a7645f76 req-63d4c275-c7a0-4226-9528-448cb07e5b80 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:25.135502 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-17ef59e7-7873-4394-8ee6-a930a7645f76 req-63d4c275-c7a0-4226-9528-448cb07e5b80 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 945 time: 0.0895822 Aug 04 15:35:25.147668 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-17ef59e7-7873-4394-8ee6-a930a7645f76 req-27472b4b-331a-4da5-9148-52b2557020bf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Request body: {'port': {'security_groups': ['785c68af-564e-4f1b-ba7f-310fd133886c', 'b07eb7ec-3abe-4bf0-a6d2-484514f6fe24']}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:35:25.222937 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-17ef59e7-7873-4394-8ee6-a930a7645f76 req-27472b4b-331a-4da5-9148-52b2557020bf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:25.227111 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-dca3bdc4-e3c6-45a9-ab54-cecfece53037 None None] Set router 3e266e40-180b-414b-84ab-a5beb52f2d38 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:35:25.286798 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ea39ec-5b2e-4c2e-80b2-15f2cca09706 x-openstack-request-id: req-49ea39ec-5b2e-4c2e-80b2-15f2cca09706 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:35:25.288447 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b238d4c-bb4c-453e-8fdd-ee03ca89794b", "tag": "bd51bde3-0844-46a7-b02b-86a0c8d161c6", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:35:25.288447 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-49ea39ec-5b2e-4c2e-80b2-15f2cca09706 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:35:25.288447 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b238d4c-bb4c-453e-8fdd-ee03ca89794b', 'tag': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6', 'status': 'completed', 'code': 200} Aug 04 15:35:25.401504 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e1802-d416-4d06-8714-2dd3afbfb9c1 req-ed3fc022-adde-469d-bd5a-4ea319541a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:25.403177 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a93e1802-d416-4d06-8714-2dd3afbfb9c1 req-ed3fc022-adde-469d-bd5a-4ea319541a55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81189bdeb0e34495ae3b1512fddfe444&device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 1099 time: 0.0761919 Aug 04 15:35:25.416505 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b71c2a-2802-4e6b-b2da-80254fa25869 req-569b86e8-80dc-4f19-8fe0-c22c3831e7df tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:25.418175 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-02b71c2a-2802-4e6b-b2da-80254fa25869 req-569b86e8-80dc-4f19-8fe0-c22c3831e7df tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 946 time: 0.0652544 Aug 04 15:35:25.445158 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-17ef59e7-7873-4394-8ee6-a930a7645f76 req-27472b4b-331a-4da5-9148-52b2557020bf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] For port 6f855c75-8a13-4d06-afdd-7433f6785fcc, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6f855c75-8a13-4d06-afdd-7433f6785fcc,segment=NetworkSegment(1f97d5cf-43af-4977-879c-b9d544c13354),segment_id=1f97d5cf-43af-4977-879c-b9d544c13354)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:25.452199 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-dca3bdc4-e3c6-45a9-ab54-cecfece53037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de', 'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'mac_address': 'fa:16:3e:a5:35:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:48Z', 'updated_at': '2021-08-04T15:27:56Z', 'revision_number': 5, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'subnets': [{'id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:25.476611 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-17ef59e7-7873-4394-8ee6-a930a7645f76 req-27472b4b-331a-4da5-9148-52b2557020bf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:25.482937 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-17ef59e7-7873-4394-8ee6-a930a7645f76 req-27472b4b-331a-4da5-9148-52b2557020bf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:25.485074 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca3bdc4-e3c6-45a9-ab54-cecfece53037 None None] Checking router: 3e266e40-180b-414b-84ab-a5beb52f2d38 for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:35:25.498863 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['6f855c75-8a13-4d06-afdd-7433f6785fcc'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:35:25.502837 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca3bdc4-e3c6-45a9-ab54-cecfece53037 None None] Routers {'3e266e40-180b-414b-84ab-a5beb52f2d38'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:35:25.502837 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-dca3bdc4-e3c6-45a9-ab54-cecfece53037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:35:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['3e266e40-180b-414b-84ab-a5beb52f2d38'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:25.520456 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-02b71c2a-2802-4e6b-b2da-80254fa25869 req-e7cee577-af21-4a09-b5c9-d64640ce3cc0 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906279 Aug 04 15:35:25.532552 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef59e7-7873-4394-8ee6-a930a7645f76 req-27472b4b-331a-4da5-9148-52b2557020bf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:25.533335 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-17ef59e7-7873-4394-8ee6-a930a7645f76 req-27472b4b-331a-4da5-9148-52b2557020bf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:25.535003 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-17ef59e7-7873-4394-8ee6-a930a7645f76 req-27472b4b-331a-4da5-9148-52b2557020bf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "PUT /v2.0/ports/6f855c75-8a13-4d06-afdd-7433f6785fcc HTTP/1.1" status: 200 len: 981 time: 0.3931835 Aug 04 15:35:25.561268 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e1802-d416-4d06-8714-2dd3afbfb9c1 req-04a10929-70d2-458b-b110-c3c317eec8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:25.562791 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a93e1802-d416-4d06-8714-2dd3afbfb9c1 req-04a10929-70d2-458b-b110-c3c317eec8e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e HTTP/1.1" status: 200 len: 913 time: 0.1436357 Aug 04 15:35:25.578217 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27472b4b-331a-4da5-9148-52b2557020bf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Pushing event updated for resources: {'Port': ['ID=6f855c75-8a13-4d06-afdd-7433f6785fcc,revision_number=6']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:25.640956 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a93e1802-d416-4d06-8714-2dd3afbfb9c1 req-69fc5c65-7e4d-4554-9d8b-206a2a4c9472 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd51bde3-0844-46a7-b02b-86a0c8d161c6 HTTP/1.1" status: 200 len: 217 time: 0.0654037 Aug 04 15:35:25.667007 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['6f855c75-8a13-4d06-afdd-7433f6785fcc'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:35:25.726544 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e1802-d416-4d06-8714-2dd3afbfb9c1 req-db66b2a2-7542-475e-baf2-da5cd3f87dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:25.728087 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a93e1802-d416-4d06-8714-2dd3afbfb9c1 req-db66b2a2-7542-475e-baf2-da5cd3f87dd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eaee7f63-f063-4df1-ba7e-6837cf8cbd3e HTTP/1.1" status: 200 len: 851 time: 0.0705338 Aug 04 15:35:25.736346 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-dca3bdc4-e3c6-45a9-ab54-cecfece53037 None None] Set router 3e266e40-180b-414b-84ab-a5beb52f2d38 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:35:25.737041 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f949c2-a628-4d29-93d3-3b488f51e22f req-517c130b-4579-47d6-9eee-290bc631eba4 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:25.738570 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b8f949c2-a628-4d29-93d3-3b488f51e22f req-517c130b-4579-47d6-9eee-290bc631eba4 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.1113935 Aug 04 15:35:25.805429 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b8f949c2-a628-4d29-93d3-3b488f51e22f req-ca55a132-f8f3-43be-a24e-287d152fba1f tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568364 Aug 04 15:35:25.811363 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e1802-d416-4d06-8714-2dd3afbfb9c1 req-109aec7b-ccb4-448a-acac-e96647d908b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:25.812888 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a93e1802-d416-4d06-8714-2dd3afbfb9c1 req-109aec7b-ccb4-448a-acac-e96647d908b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0734222 Aug 04 15:35:25.910451 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a93e1802-d416-4d06-8714-2dd3afbfb9c1 req-83b2def6-9f8d-4434-9e42-cec5b7662dba service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871551 Aug 04 15:35:26.006177 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a93e1802-d416-4d06-8714-2dd3afbfb9c1 req-d5376d76-d0f9-4181-916f-5e65afc048af service neutron] 10.222.0.59 "GET /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873575 Aug 04 15:35:26.104560 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-a71867f5-f1d8-45de-b27f-6827505aa695 None None] Provisioning complete for port 6f855c75-8a13-4d06-afdd-7433f6785fcc triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:35:26.104937 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-a71867f5-f1d8-45de-b27f-6827505aa695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:26.380305 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-dca3bdc4-e3c6-45a9-ab54-cecfece53037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de', 'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'mac_address': 'fa:16:3e:a5:35:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:48Z', 'updated_at': '2021-08-04T15:27:56Z', 'revision_number': 5, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'subnets': [{'id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:26.429908 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca3bdc4-e3c6-45a9-ab54-cecfece53037 None None] The sync data for ids ['3e266e40-180b-414b-84ab-a5beb52f2d38'] in dv-cinder-689486-15-iscsi is: [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:27:49Z', 'revision_number': 4, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de', 'name': '', 'network_id': 'ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'mac_address': 'fa:16:3e:a5:35:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:48Z', 'updated_at': '2021-08-04T15:27:56Z', 'revision_number': 5, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'subnets': [{'id': 'eaee7f63-f063-4df1-ba7e-6837cf8cbd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:35:26.707043 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24173afc-eaf1-4894-9d72-8490ee063a4c None None] New status for floating IP 674f6866-6a06-4297-ad74-a4a47b54b782: DOWN {{(pid=93422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:35:26.715955 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a871c16-f426-47dd-ad1a-d0b75c375498 req-8e5c1fae-b088-478f-b9e2-efdad2923989 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:26.717448 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5a871c16-f426-47dd-ad1a-d0b75c375498 req-8e5c1fae-b088-478f-b9e2-efdad2923989 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 946 time: 0.0575082 Aug 04 15:35:26.756707 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5a871c16-f426-47dd-ad1a-d0b75c375498 req-47122e22-a795-43c8-a49b-4c026f416a0d tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed03715b-49a9-4088-bee1-66a04b11a2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326664 Aug 04 15:35:27.080155 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec22585-4473-4ef2-ac41-76e40c4f9ff2 req-9ef215c2-16cf-46c8-9378-592e528642aa tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:27.081631 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2ec22585-4473-4ef2-ac41-76e40c4f9ff2 req-9ef215c2-16cf-46c8-9378-592e528642aa tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 946 time: 0.0493255 Aug 04 15:35:27.179355 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [req-2ec22585-4473-4ef2-ac41-76e40c4f9ff2 req-27c8074d-61dd-4157-ad8c-c88936c943f7 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Deleting port bd51bde3-0844-46a7-b02b-86a0c8d161c6 {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:35:27.179695 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-2ec22585-4473-4ef2-ac41-76e40c4f9ff2 req-27c8074d-61dd-4157-ad8c-c88936c943f7 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:27.264813 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [req-2ec22585-4473-4ef2-ac41-76e40c4f9ff2 req-27c8074d-61dd-4157-ad8c-c88936c943f7 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] For port bd51bde3-0844-46a7-b02b-86a0c8d161c6, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bd51bde3-0844-46a7-b02b-86a0c8d161c6,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:27.265165 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-2ec22585-4473-4ef2-ac41-76e40c4f9ff2 req-27c8074d-61dd-4157-ad8c-c88936c943f7 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:27.277652 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [req-2ec22585-4473-4ef2-ac41-76e40c4f9ff2 req-27c8074d-61dd-4157-ad8c-c88936c943f7 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Calling delete_port for bd51bde3-0844-46a7-b02b-86a0c8d161c6 owned by compute:nova {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:35:27.289844 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e07cb05-2d1b-4f27-b862-596052f80748', 'tag': '6f855c75-8a13-4d06-afdd-7433f6785fcc'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:35:27.292176 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8146d18e-327b-4a35-9094-8f210ea80ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "0e07cb05-2d1b-4f27-b862-596052f80748", "tag": "6f855c75-8a13-4d06-afdd-7433f6785fcc"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:35:27.327832 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c07027-208b-4351-89f8-918db3226d80 x-openstack-request-id: req-57c07027-208b-4351-89f8-918db3226d80 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:35:27.328190 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e07cb05-2d1b-4f27-b862-596052f80748", "tag": "6f855c75-8a13-4d06-afdd-7433f6785fcc", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:35:27.328512 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-57c07027-208b-4351-89f8-918db3226d80 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:35:27.328993 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e07cb05-2d1b-4f27-b862-596052f80748', 'tag': '6f855c75-8a13-4d06-afdd-7433f6785fcc', 'status': 'completed', 'code': 200} Aug 04 15:35:27.401377 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146d18e-327b-4a35-9094-8f210ea80ee2 req-49528323-0702-4c4f-831e-25965d24cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:27.402888 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8146d18e-327b-4a35-9094-8f210ea80ee2 req-49528323-0702-4c4f-831e-25965d24cd79 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8340ffa6d1a4f599c0ee6abc0e0c562&device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 1137 time: 0.0477967 Aug 04 15:35:27.410089 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-2ec22585-4473-4ef2-ac41-76e40c4f9ff2 req-27c8074d-61dd-4157-ad8c-c88936c943f7 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:27.442807 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8074d-61dd-4157-ad8c-c88936c943f7 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event deleted for resources: {'Port': ['ID=bd51bde3-0844-46a7-b02b-86a0c8d161c6,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:27.483691 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec22585-4473-4ef2-ac41-76e40c4f9ff2 req-27c8074d-61dd-4157-ad8c-c88936c943f7 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] No DVR routers for this DVR port bd51bde3-0844-46a7-b02b-86a0c8d161c6 on host hv-cinder-68948 {{(pid=93420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:35:27.486062 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [req-2ec22585-4473-4ef2-ac41-76e40c4f9ff2 req-27c8074d-61dd-4157-ad8c-c88936c943f7 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:27.488094 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2ec22585-4473-4ef2-ac41-76e40c4f9ff2 req-27c8074d-61dd-4157-ad8c-c88936c943f7 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.59 "DELETE /v2.0/ports/bd51bde3-0844-46a7-b02b-86a0c8d161c6 HTTP/1.1" status: 204 len: 173 time: 0.3969231 Aug 04 15:35:27.488545 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b238d4c-bb4c-453e-8fdd-ee03ca89794b', 'name': 'network-vif-deleted', 'tag': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6'}] {{(pid=93420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:35:27.491490 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a8606f0b79035e877430952f6a143f8bf77a00db166e3d643dd1b603a21b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec092d0-8e5c-49a3-b153-cfbb8e3f3dd9" -d '{"events": [{"server_uuid": "1b238d4c-bb4c-453e-8fdd-ee03ca89794b", "name": "network-vif-deleted", "tag": "bd51bde3-0844-46a7-b02b-86a0c8d161c6"}]}' {{(pid=93420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:35:27.508612 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146d18e-327b-4a35-9094-8f210ea80ee2 req-2f57d2c8-386b-4e62-8c7a-7dce473ca7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:27.511445 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8146d18e-327b-4a35-9094-8f210ea80ee2 req-2f57d2c8-386b-4e62-8c7a-7dce473ca7ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=16077e35-4a6f-4c7f-9a92-4c8d844800d6 HTTP/1.1" status: 200 len: 915 time: 0.0994403 Aug 04 15:35:27.533130 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278ddb4c-fa85-4dec-93d5-d3fe022da2b5 x-openstack-request-id: req-278ddb4c-fa85-4dec-93d5-d3fe022da2b5 {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:35:27.533291 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b238d4c-bb4c-453e-8fdd-ee03ca89794b", "name": "network-vif-deleted", "tag": "bd51bde3-0844-46a7-b02b-86a0c8d161c6", "status": "completed", "code": 200}]} {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:35:27.533638 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-278ddb4c-fa85-4dec-93d5-d3fe022da2b5 {{(pid=93420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:35:27.534435 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b238d4c-bb4c-453e-8fdd-ee03ca89794b', 'name': 'network-vif-deleted', 'tag': 'bd51bde3-0844-46a7-b02b-86a0c8d161c6', 'status': 'completed', 'code': 200} Aug 04 15:35:27.600528 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8146d18e-327b-4a35-9094-8f210ea80ee2 req-8d51ce71-aea2-4d3e-a201-6c90e89b1c41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f855c75-8a13-4d06-afdd-7433f6785fcc HTTP/1.1" status: 200 len: 1000 time: 0.0759664 Aug 04 15:35:27.652430 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146d18e-327b-4a35-9094-8f210ea80ee2 req-8968dd14-ef62-45bd-bcba-e62821b09eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:27.653909 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8146d18e-327b-4a35-9094-8f210ea80ee2 req-8968dd14-ef62-45bd-bcba-e62821b09eec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4deeeffb-8552-4582-a937-c415ff33136c HTTP/1.1" status: 200 len: 853 time: 0.0438116 Aug 04 15:35:27.702123 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146d18e-327b-4a35-9094-8f210ea80ee2 req-d0b5c811-d752-444c-8e6c-73d8ffab266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:27.703601 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8146d18e-327b-4a35-9094-8f210ea80ee2 req-d0b5c811-d752-444c-8e6c-73d8ffab266e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=16077e35-4a6f-4c7f-9a92-4c8d844800d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403652 Aug 04 15:35:27.821851 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8146d18e-327b-4a35-9094-8f210ea80ee2 req-15f5bbda-975c-4316-8403-88ba12e69cd5 service neutron] 10.222.0.59 "GET /v2.0/networks/16077e35-4a6f-4c7f-9a92-4c8d844800d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092222 Aug 04 15:35:27.886545 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-03c33b68-8c2e-4721-aab4-fe26901c9410 req-407d3464-cbf3-448b-b0fa-5dc3beb48b70 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b238d4c-bb4c-453e-8fdd-ee03ca89794b HTTP/1.1" status: 200 len: 210 time: 0.0381274 Aug 04 15:35:27.960760 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8146d18e-327b-4a35-9094-8f210ea80ee2 req-ef996cc4-6192-4852-aa24-77b8a3b5247f service neutron] 10.222.0.59 "GET /v2.0/networks/16077e35-4a6f-4c7f-9a92-4c8d844800d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293831 Aug 04 15:35:28.937838 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60812) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:29.063442 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Deleting port 1c61a6dd-8bba-40b2-a739-df738ce073b5 {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:35:29.063783 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:29.136390 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:29.136713 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:29.148569 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Calling delete_port for 1c61a6dd-8bba-40b2-a739-df738ce073b5 owned by network:floatingip {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:35:29.277739 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:29.305987 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event deleted for resources: {'Port': ['ID=1c61a6dd-8bba-40b2-a739-df738ce073b5,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:29.315345 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:29.315697 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:29.316038 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:29.316373 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:29.316702 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:29.317030 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:29.317356 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:29.317679 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:29.318001 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:29.318327 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:29.319279 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:29.319651 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:29.374500 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for floatingip, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:29.377043 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:29.378191 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-9d86c7e8-c01b-4dd9-873a-2abb637f940a tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "DELETE /v2.0/floatingips/b293875a-a47a-431a-ad73-ac90220957e7 HTTP/1.1" status: 204 len: 168 time: 0.4393852 Aug 04 15:35:31.628831 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60834) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:31.689733 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-af8fea4a-05ab-4c27-8748-8aad46602e58 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:31.717052 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-af8fea4a-05ab-4c27-8748-8aad46602e58 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:31.785073 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-af8fea4a-05ab-4c27-8748-8aad46602e58 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:31.787699 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-af8fea4a-05ab-4c27-8748-8aad46602e58 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:31.788852 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-af8fea4a-05ab-4c27-8748-8aad46602e58 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] 10.222.0.10 "DELETE /v2.0/security-groups/ed03715b-49a9-4088-bee1-66a04b11a2b8 HTTP/1.1" status: 204 len: 168 time: 0.1590471 Aug 04 15:35:31.799263 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fea4a-05ab-4c27-8748-8aad46602e58 tempest-TestVolumeBootPattern-1712564577 tempest-TestVolumeBootPattern-1712564577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed03715b-49a9-4088-bee1-66a04b11a2b8,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:31.841456 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60838) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:32.207986 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device bd51bde3-0844-46a7-b02b-86a0c8d161c6 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:35:32.228546 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] No Port match for: bd51bde3-0844-46a7-b02b-86a0c8d161c6 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:35:32.228892 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device bd51bde3-0844-46a7-b02b-86a0c8d161c6 not bound to the agent host hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:35:32.233563 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7106-caa3-4372-b3f7-b2afa7e0abae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8072613'] for router_interface, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:32.490099 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f7106-caa3-4372-b3f7-b2afa7e0abae admin admin] Deleting port 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:35:32.490330 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7106-caa3-4372-b3f7-b2afa7e0abae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:32.575937 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [None req-3a0f7106-caa3-4372-b3f7-b2afa7e0abae admin admin] For port 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:32.576296 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7106-caa3-4372-b3f7-b2afa7e0abae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:32.593067 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f7106-caa3-4372-b3f7-b2afa7e0abae admin admin] Calling delete_port for 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de owned by network:router_interface {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:35:32.764883 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7106-caa3-4372-b3f7-b2afa7e0abae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:32.791800 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f7106-caa3-4372-b3f7-b2afa7e0abae admin admin] Pushing event deleted for resources: {'Port': ['ID=8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:32.954027 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7106-caa3-4372-b3f7-b2afa7e0abae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7928224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8072525'] for router_interface, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:33.177567 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0f7106-caa3-4372-b3f7-b2afa7e0abae admin admin] Router 3e266e40-180b-414b-84ab-a5beb52f2d38 has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:35:33.284315 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0f7106-caa3-4372-b3f7-b2afa7e0abae admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:35:33.291597 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-3a0f7106-caa3-4372-b3f7-b2afa7e0abae admin admin] 10.222.0.10 "PUT /v2.0/routers/3e266e40-180b-414b-84ab-a5beb52f2d38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4488001 Aug 04 15:35:33.294538 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60848) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:33.295255 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd217d9c-871d-42bd-8cae-981b4561c8ff None None] Sync routers for ids ['3e266e40-180b-414b-84ab-a5beb52f2d38'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:35:33.305950 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd217d9c-871d-42bd-8cae-981b4561c8ff None None] Routers {'3e266e40-180b-414b-84ab-a5beb52f2d38'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:35:33.306668 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-cd217d9c-871d-42bd-8cae-981b4561c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:35:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['3e266e40-180b-414b-84ab-a5beb52f2d38'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:33.401668 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-8f413417-fdd6-4440-97e0-5a36b3c51a41 admin admin] Notify callbacks [] for router, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:33.416122 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-cd217d9c-871d-42bd-8cae-981b4561c8ff None None] Set router 3e266e40-180b-414b-84ab-a5beb52f2d38 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:35:33.504889 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-8f413417-fdd6-4440-97e0-5a36b3c51a41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:33.559357 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-8f413417-fdd6-4440-97e0-5a36b3c51a41 admin admin] Deleting port 9db16877-21cf-49fa-8b65-be879d6680d0 {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:35:33.559701 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-8f413417-fdd6-4440-97e0-5a36b3c51a41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:33.597689 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-cd217d9c-871d-42bd-8cae-981b4561c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:35:32Z', 'revision_number': 5, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port': {'id': '9db16877-21cf-49fa-8b65-be879d6680d0', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:46Z', 'updated_at': '2021-08-04T15:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:33.628226 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd217d9c-871d-42bd-8cae-981b4561c8ff None None] Checking router: 3e266e40-180b-414b-84ab-a5beb52f2d38 for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:35:33.636818 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd217d9c-871d-42bd-8cae-981b4561c8ff None None] Routers {'3e266e40-180b-414b-84ab-a5beb52f2d38'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:35:33.637423 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-cd217d9c-871d-42bd-8cae-981b4561c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:35:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['3e266e40-180b-414b-84ab-a5beb52f2d38'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:33.638039 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [None req-8f413417-fdd6-4440-97e0-5a36b3c51a41 admin admin] For port 9db16877-21cf-49fa-8b65-be879d6680d0, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=9db16877-21cf-49fa-8b65-be879d6680d0,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:33.638409 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-8f413417-fdd6-4440-97e0-5a36b3c51a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:33.655651 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-8f413417-fdd6-4440-97e0-5a36b3c51a41 admin admin] Calling delete_port for 9db16877-21cf-49fa-8b65-be879d6680d0 owned by network:router_gateway {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:35:33.724740 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-cd217d9c-871d-42bd-8cae-981b4561c8ff None None] Set router 3e266e40-180b-414b-84ab-a5beb52f2d38 gateway port host: None {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:35:33.777099 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-cd217d9c-871d-42bd-8cae-981b4561c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:35:33Z', 'revision_number': 6, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port_host': None}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:33.806115 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd217d9c-871d-42bd-8cae-981b4561c8ff None None] The sync data for ids ['3e266e40-180b-414b-84ab-a5beb52f2d38'] in dv-cinder-689486-15-iscsi is: [{'id': '3e266e40-180b-414b-84ab-a5beb52f2d38', 'name': 'tempest-TestVolumeBootPattern-1043023127-router', 'tenant_id': '81189bdeb0e34495ae3b1512fddfe444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:45Z', 'updated_at': '2021-08-04T15:35:33Z', 'revision_number': 6, 'project_id': '81189bdeb0e34495ae3b1512fddfe444', 'gw_port_host': None}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:35:33.820620 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-8f413417-fdd6-4440-97e0-5a36b3c51a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:33.850571 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f413417-fdd6-4440-97e0-5a36b3c51a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=9db16877-21cf-49fa-8b65-be879d6680d0,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:33.851234 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:35:33.910647 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-8f413417-fdd6-4440-97e0-5a36b3c51a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068815'] for router_gateway, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:33.997073 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-8f413417-fdd6-4440-97e0-5a36b3c51a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8061795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7190'] for router, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:33.999173 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-8f413417-fdd6-4440-97e0-5a36b3c51a41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:34.044930 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-8f413417-fdd6-4440-97e0-5a36b3c51a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8061903'] for router, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:34.045364 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f413417-fdd6-4440-97e0-5a36b3c51a41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e266e40-180b-414b-84ab-a5beb52f2d38 {{(pid=93419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:35:34.049749 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-8f413417-fdd6-4440-97e0-5a36b3c51a41 admin admin] Notify callbacks [] for router, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:34.050914 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-8f413417-fdd6-4440-97e0-5a36b3c51a41 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3e266e40-180b-414b-84ab-a5beb52f2d38 HTTP/1.1" status: 204 len: 168 time: 0.7554071 Aug 04 15:35:34.053449 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60852) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:34.098187 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_v2 [None req-93517d25-6b97-4202-bc79-d37269d192d1 admin admin] Deleting subnet eaee7f63-f063-4df1-ba7e-6837cf8cbd3e {{(pid=93419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:35:34.101238 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-93517d25-6b97-4202-bc79-d37269d192d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:34.136141 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-93517d25-6b97-4202-bc79-d37269d192d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6438917'] for subnet, precommit_delete_associations {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:34.228787 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-93517d25-6b97-4202-bc79-d37269d192d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674264'] for subnet, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:34.280819 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-93517d25-6b97-4202-bc79-d37269d192d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1928702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2281194'] for subnet, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:34.306998 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93517d25-6b97-4202-bc79-d37269d192d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaee7f63-f063-4df1-ba7e-6837cf8cbd3e,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:34.311482 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-93517d25-6b97-4202-bc79-d37269d192d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:34.314938 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-93517d25-6b97-4202-bc79-d37269d192d1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/eaee7f63-f063-4df1-ba7e-6837cf8cbd3e HTTP/1.1" status: 204 len: 168 time: 0.2599797 Aug 04 15:35:34.315940 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60854) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:34.316858 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2105c3-5332-47b0-8d4c-5221d927b06e None None] Network ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:35:34.384044 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a57a1df2-d274-42c8-844a-6985551526c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780294'] for network, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:34.437541 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-a57a1df2-d274-42c8-844a-6985551526c1 admin admin] Deleting port 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:35:34.437882 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a57a1df2-d274-42c8-844a-6985551526c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:34.516617 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [None req-a57a1df2-d274-42c8-844a-6985551526c1 admin admin] For port 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:34.516988 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a57a1df2-d274-42c8-844a-6985551526c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:34.532778 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-a57a1df2-d274-42c8-844a-6985551526c1 admin admin] Calling delete_port for 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae owned by network:dhcp {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:35:34.544089 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e1db5c-ba5c-401c-98b8-11667fcde4eb None None] DHCP port deletion for ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e request from dv-cinder-689486-15-iscsi {{(pid=93421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:35:34.607686 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-f0e1db5c-ba5c-401c-98b8-11667fcde4eb None None] Deleting port 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae {{(pid=93421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:35:34.608136 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-f0e1db5c-ba5c-401c-98b8-11667fcde4eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:34.622636 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:35:34.626453 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a57a1df2-d274-42c8-844a-6985551526c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:34.658981 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a1df2-d274-42c8-844a-6985551526c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:34.660622 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57a1df2-d274-42c8-844a-6985551526c1 admin admin] No DVR routers for this DVR port 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae on host dv-cinder-689486-15-iscsi {{(pid=93420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:35:34.675892 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:35:34.676227 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 8be0c6c5-0ee2-4425-8d7b-2eaaf0cf04de not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:35:34.699769 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-f0e1db5c-ba5c-401c-98b8-11667fcde4eb None None] For port 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae,segment=NetworkSegment(09172d19-1e2b-434d-9c76-68738c3d68d9),segment_id=09172d19-1e2b-434d-9c76-68738c3d68d9)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:34.700157 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-f0e1db5c-ba5c-401c-98b8-11667fcde4eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:34.712833 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-f0e1db5c-ba5c-401c-98b8-11667fcde4eb None None] Calling delete_port for 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae owned by network:dhcp {{(pid=93421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:35:34.731387 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a57a1df2-d274-42c8-844a-6985551526c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668493', 'neutron.services.segments.db._delete_segments_for_network-8754112322169'] for network, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:34.742181 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.services.segments.db [None req-a57a1df2-d274-42c8-844a-6985551526c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e']}} {{(pid=93420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:34.754975 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.services.segments.db [None req-a57a1df2-d274-42c8-844a-6985551526c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09172d19-1e2b-434d-9c76-68738c3d68d9') {'for_net_delete': True} {{(pid=93420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:34.755372 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.services.segments.db [None req-a57a1df2-d274-42c8-844a-6985551526c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09172d19-1e2b-434d-9c76-68738c3d68d9') {} {{(pid=93420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:34.768138 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a57a1df2-d274-42c8-844a-6985551526c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754112333828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5550671'] for segment, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:34.784258 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a57a1df2-d274-42c8-844a-6985551526c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:34.791461 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57a1df2-d274-42c8-844a-6985551526c1 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:35:34.791866 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a57a1df2-d274-42c8-844a-6985551526c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2773038'] for segment, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: Traceback (most recent call last): Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: timer() Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: cb(*args, **kw) Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: return func(*args, **kwargs) Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: self._notify() Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: self.callback(batched_events) Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: event.method(event) Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: return f(self, *a, **k) Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: return self._get(url).json() Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: return self.request(url, 'GET', **kwargs) Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:35:34.793580 dv-cinder-689486-15-iscsi neutron-server[93420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:35:34.797168 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-f0e1db5c-ba5c-401c-98b8-11667fcde4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051'] for port, after_delete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:34.825753 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1db5c-ba5c-401c-98b8-11667fcde4eb None None] Pushing event deleted for resources: {'Port': ['ID=4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae,revision_number=None']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:34.832543 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e1db5c-ba5c-401c-98b8-11667fcde4eb None None] No DVR routers for this DVR port 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae on host dv-cinder-689486-15-iscsi {{(pid=93421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:35:34.842144 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1db5c-ba5c-401c-98b8-11667fcde4eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:34.842493 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1db5c-ba5c-401c-98b8-11667fcde4eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:34.845075 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1db5c-ba5c-401c-98b8-11667fcde4eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:34.845075 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1db5c-ba5c-401c-98b8-11667fcde4eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:34.845075 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1db5c-ba5c-401c-98b8-11667fcde4eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:34.845075 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1db5c-ba5c-401c-98b8-11667fcde4eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:34.845075 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1db5c-ba5c-401c-98b8-11667fcde4eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:34.845075 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1db5c-ba5c-401c-98b8-11667fcde4eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:34.845075 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1db5c-ba5c-401c-98b8-11667fcde4eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:34.845075 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1db5c-ba5c-401c-98b8-11667fcde4eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:34.845838 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1db5c-ba5c-401c-98b8-11667fcde4eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:34.846224 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e1db5c-ba5c-401c-98b8-11667fcde4eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:35:34.855002 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a57a1df2-d274-42c8-844a-6985551526c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068755'] for network, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:34.861170 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a57a1df2-d274-42c8-844a-6985551526c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:34.863094 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-a57a1df2-d274-42c8-844a-6985551526c1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e HTTP/1.1" status: 204 len: 168 time: 0.5461769 Aug 04 15:35:34.868627 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60858) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:34.872716 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a1df2-d274-42c8-844a-6985551526c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec0b61f8-f3ab-4986-b1cc-0d65846ebc2e,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:35.459735 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4488313f-3e81-46d6-b659-f20ce7a41362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8072613'] for router_interface, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:35.540761 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0ac49b82-8c8a-469a-b6be-57bee07b7307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:35.711464 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-4488313f-3e81-46d6-b659-f20ce7a41362 admin admin] Deleting port 7e17aa19-1b64-4918-8411-a884f35c1cb0 {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:35:35.711692 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4488313f-3e81-46d6-b659-f20ce7a41362 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:35.790877 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [None req-4488313f-3e81-46d6-b659-f20ce7a41362 admin admin] For port 7e17aa19-1b64-4918-8411-a884f35c1cb0, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=7e17aa19-1b64-4918-8411-a884f35c1cb0,segment=NetworkSegment(d8fad354-85f4-43cc-aa9c-a26ea10e2715),segment_id=d8fad354-85f4-43cc-aa9c-a26ea10e2715)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:35.791266 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4488313f-3e81-46d6-b659-f20ce7a41362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:35.803525 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-4488313f-3e81-46d6-b659-f20ce7a41362 admin admin] Calling delete_port for 7e17aa19-1b64-4918-8411-a884f35c1cb0 owned by network:router_interface {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:35:35.979702 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4488313f-3e81-46d6-b659-f20ce7a41362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:36.002468 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488313f-3e81-46d6-b659-f20ce7a41362 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e17aa19-1b64-4918-8411-a884f35c1cb0,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:36.169535 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4488313f-3e81-46d6-b659-f20ce7a41362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7928224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8072525'] for router_interface, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:36.272157 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:35:36.292064 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:35:36.292326 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 4561ca6d-88d8-4ff8-ad36-dfdbca2a0eae not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:35:36.292734 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 9db16877-21cf-49fa-8b65-be879d6680d0 no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:35:36.311239 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: 9db16877-21cf-49fa-8b65-be879d6680d0 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:35:36.311564 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 9db16877-21cf-49fa-8b65-be879d6680d0 not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:35:36.391679 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4488313f-3e81-46d6-b659-f20ce7a41362 admin admin] Router 83a3ec51-587f-4192-83b9-43bee7c29a6e has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:35:36.502094 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4488313f-3e81-46d6-b659-f20ce7a41362 admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:35:36.510626 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-4488313f-3e81-46d6-b659-f20ce7a41362 admin admin] 10.222.0.10 "PUT /v2.0/routers/83a3ec51-587f-4192-83b9-43bee7c29a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6375856 Aug 04 15:35:36.511339 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60866) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:36.512422 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38969f4-a89b-44cc-8654-e3d9695a4fa1 None None] Sync routers for ids ['83a3ec51-587f-4192-83b9-43bee7c29a6e'] in dv-cinder-689486-15-iscsi {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:35:36.522266 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38969f4-a89b-44cc-8654-e3d9695a4fa1 None None] Routers {'83a3ec51-587f-4192-83b9-43bee7c29a6e'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:35:36.523488 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-e38969f4-a89b-44cc-8654-e3d9695a4fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:35:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['83a3ec51-587f-4192-83b9-43bee7c29a6e'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:36.665011 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-fb1de893-2d15-45cd-be52-0b3ba558ce49 admin admin] Notify callbacks [] for router, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:36.729669 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-e38969f4-a89b-44cc-8654-e3d9695a4fa1 None None] Set router 83a3ec51-587f-4192-83b9-43bee7c29a6e gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:35:36.917242 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-e38969f4-a89b-44cc-8654-e3d9695a4fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a3ec51-587f-4192-83b9-43bee7c29a6e', 'name': 'tempest-TestVolumeBootPattern-1575114862-router', 'tenant_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '4d08b695-841c-457c-b0e8-44d84328b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:52Z', 'updated_at': '2021-08-04T15:35:35Z', 'revision_number': 5, 'project_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'gw_port': {'id': '4d08b695-841c-457c-b0e8-44d84328b53c', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a3ec51-587f-4192-83b9-43bee7c29a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:53Z', 'updated_at': '2021-08-04T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:36.944451 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38969f4-a89b-44cc-8654-e3d9695a4fa1 None None] Checking router: 83a3ec51-587f-4192-83b9-43bee7c29a6e for host: dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:35:36.953278 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38969f4-a89b-44cc-8654-e3d9695a4fa1 None None] Routers {'83a3ec51-587f-4192-83b9-43bee7c29a6e'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:35:36.953906 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-e38969f4-a89b-44cc-8654-e3d9695a4fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:35:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['83a3ec51-587f-4192-83b9-43bee7c29a6e'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:37.048024 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-fb1de893-2d15-45cd-be52-0b3ba558ce49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:37.058676 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-e38969f4-a89b-44cc-8654-e3d9695a4fa1 None None] Set router 83a3ec51-587f-4192-83b9-43bee7c29a6e gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:35:37.099660 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-fb1de893-2d15-45cd-be52-0b3ba558ce49 admin admin] Deleting port 4d08b695-841c-457c-b0e8-44d84328b53c {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:35:37.099997 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-fb1de893-2d15-45cd-be52-0b3ba558ce49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:37.181619 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [None req-fb1de893-2d15-45cd-be52-0b3ba558ce49 admin admin] For port 4d08b695-841c-457c-b0e8-44d84328b53c, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=4d08b695-841c-457c-b0e8-44d84328b53c,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:37.181866 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-fb1de893-2d15-45cd-be52-0b3ba558ce49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:37.195368 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-fb1de893-2d15-45cd-be52-0b3ba558ce49 admin admin] Calling delete_port for 4d08b695-841c-457c-b0e8-44d84328b53c owned by network:router_gateway {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:35:37.244943 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-e38969f4-a89b-44cc-8654-e3d9695a4fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a3ec51-587f-4192-83b9-43bee7c29a6e', 'name': 'tempest-TestVolumeBootPattern-1575114862-router', 'tenant_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '4d08b695-841c-457c-b0e8-44d84328b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:52Z', 'updated_at': '2021-08-04T15:35:35Z', 'revision_number': 5, 'project_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'gw_port': {'id': '4d08b695-841c-457c-b0e8-44d84328b53c', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a3ec51-587f-4192-83b9-43bee7c29a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:53Z', 'updated_at': '2021-08-04T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:37.270466 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38969f4-a89b-44cc-8654-e3d9695a4fa1 None None] The sync data for ids ['83a3ec51-587f-4192-83b9-43bee7c29a6e'] in dv-cinder-689486-15-iscsi is: [{'id': '83a3ec51-587f-4192-83b9-43bee7c29a6e', 'name': 'tempest-TestVolumeBootPattern-1575114862-router', 'tenant_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '4d08b695-841c-457c-b0e8-44d84328b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:27:52Z', 'updated_at': '2021-08-04T15:35:35Z', 'revision_number': 5, 'project_id': 'bf787df1e5a2481e88e77d1cf28d95af', 'gw_port': {'id': '4d08b695-841c-457c-b0e8-44d84328b53c', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a3ec51-587f-4192-83b9-43bee7c29a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:27:53Z', 'updated_at': '2021-08-04T15:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}] {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:35:37.366977 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-fb1de893-2d15-45cd-be52-0b3ba558ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:37.393306 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1de893-2d15-45cd-be52-0b3ba558ce49 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d08b695-841c-457c-b0e8-44d84328b53c,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:37.455202 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-fb1de893-2d15-45cd-be52-0b3ba558ce49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068815'] for router_gateway, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:37.551641 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-fb1de893-2d15-45cd-be52-0b3ba558ce49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8061795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7190'] for router, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:37.554871 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-fb1de893-2d15-45cd-be52-0b3ba558ce49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:37.603411 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-fb1de893-2d15-45cd-be52-0b3ba558ce49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8061903'] for router, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:37.603957 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1de893-2d15-45cd-be52-0b3ba558ce49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83a3ec51-587f-4192-83b9-43bee7c29a6e {{(pid=93420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:35:37.615966 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-fb1de893-2d15-45cd-be52-0b3ba558ce49 admin admin] Notify callbacks [] for router, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:37.617410 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-fb1de893-2d15-45cd-be52-0b3ba558ce49 admin admin] 10.222.0.10 "DELETE /v2.0/routers/83a3ec51-587f-4192-83b9-43bee7c29a6e HTTP/1.1" status: 204 len: 168 time: 1.1049452 Aug 04 15:35:37.619722 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60874) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:37.672934 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_v2 [None req-be254cfc-77bc-494d-b144-8ad271ab3cd1 admin admin] Deleting subnet 8159bb5d-7572-4187-87d7-0165ca745e18 {{(pid=93420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:35:37.676225 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-be254cfc-77bc-494d-b144-8ad271ab3cd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:37.711952 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-be254cfc-77bc-494d-b144-8ad271ab3cd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5550646'] for subnet, precommit_delete_associations {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:37.792601 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-be254cfc-77bc-494d-b144-8ad271ab3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674264'] for subnet, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:37.849919 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-be254cfc-77bc-494d-b144-8ad271ab3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2773188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3822131'] for subnet, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:37.881528 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be254cfc-77bc-494d-b144-8ad271ab3cd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8159bb5d-7572-4187-87d7-0165ca745e18,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:37.885646 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-be254cfc-77bc-494d-b144-8ad271ab3cd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:37.887387 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-be254cfc-77bc-494d-b144-8ad271ab3cd1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8159bb5d-7572-4187-87d7-0165ca745e18 HTTP/1.1" status: 204 len: 168 time: 0.2667017 Aug 04 15:35:37.889801 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60876) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:37.891604 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097570fd-f8e5-4a72-98b8-299fd3379f3f None None] Network 7560a841-5929-460f-849f-3c443f662b3c requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:35:37.959583 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7b5d070c-3916-4fa5-ad60-fbd2c83e70d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780294'] for network, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:38.024244 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-7b5d070c-3916-4fa5-ad60-fbd2c83e70d2 admin admin] Deleting port 3832d627-b3bb-48db-8363-9b87144f34ab {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:35:38.024580 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7b5d070c-3916-4fa5-ad60-fbd2c83e70d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:38.090091 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [None req-7b5d070c-3916-4fa5-ad60-fbd2c83e70d2 admin admin] For port 3832d627-b3bb-48db-8363-9b87144f34ab, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=3832d627-b3bb-48db-8363-9b87144f34ab,segment=NetworkSegment(d8fad354-85f4-43cc-aa9c-a26ea10e2715),segment_id=d8fad354-85f4-43cc-aa9c-a26ea10e2715)] {{(pid=93420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:38.090442 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7b5d070c-3916-4fa5-ad60-fbd2c83e70d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:38.103180 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-7b5d070c-3916-4fa5-ad60-fbd2c83e70d2 admin admin] Calling delete_port for 3832d627-b3bb-48db-8363-9b87144f34ab owned by network:dhcp {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:35:38.178401 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7b5d070c-3916-4fa5-ad60-fbd2c83e70d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:38.206944 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d070c-3916-4fa5-ad60-fbd2c83e70d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3832d627-b3bb-48db-8363-9b87144f34ab,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:38.210921 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5d070c-3916-4fa5-ad60-fbd2c83e70d2 admin admin] No DVR routers for this DVR port 3832d627-b3bb-48db-8363-9b87144f34ab on host dv-cinder-689486-15-iscsi {{(pid=93420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:35:38.278937 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7b5d070c-3916-4fa5-ad60-fbd2c83e70d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668493', 'neutron.services.segments.db._delete_segments_for_network-8754112322169'] for network, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:38.290594 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.services.segments.db [None req-7b5d070c-3916-4fa5-ad60-fbd2c83e70d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7560a841-5929-460f-849f-3c443f662b3c']}} {{(pid=93420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:38.304451 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a19c68-ebb3-4761-9263-ed8c8d5e81c4 None None] DHCP port deletion for 7560a841-5929-460f-849f-3c443f662b3c request from dv-cinder-689486-15-iscsi {{(pid=93421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:35:38.305681 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.services.segments.db [None req-7b5d070c-3916-4fa5-ad60-fbd2c83e70d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fad354-85f4-43cc-aa9c-a26ea10e2715') {'for_net_delete': True} {{(pid=93420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:38.306352 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.services.segments.db [None req-7b5d070c-3916-4fa5-ad60-fbd2c83e70d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fad354-85f4-43cc-aa9c-a26ea10e2715') {} {{(pid=93420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:35:38.319395 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7b5d070c-3916-4fa5-ad60-fbd2c83e70d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754112333828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5550671'] for segment, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:38.333983 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7b5d070c-3916-4fa5-ad60-fbd2c83e70d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:38.341588 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5d070c-3916-4fa5-ad60-fbd2c83e70d2 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:35:38.341998 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7b5d070c-3916-4fa5-ad60-fbd2c83e70d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2773038'] for segment, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: Traceback (most recent call last): Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: timer() Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: cb(*args, **kw) Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: return func(*args, **kwargs) Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: self._notify() Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: self.callback(batched_events) Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: event.method(event) Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: return f(self, *a, **k) Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: return self._get(url).json() Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: return self.request(url, 'GET', **kwargs) Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:35:38.344036 dv-cinder-689486-15-iscsi neutron-server[93420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:35:38.373158 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 7e17aa19-1b64-4918-8411-a884f35c1cb0 no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:35:38.392541 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: 7e17aa19-1b64-4918-8411-a884f35c1cb0 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:35:38.392883 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 7e17aa19-1b64-4918-8411-a884f35c1cb0 not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:35:38.393311 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 4d08b695-841c-457c-b0e8-44d84328b53c no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:35:38.403109 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7b5d070c-3916-4fa5-ad60-fbd2c83e70d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068755'] for network, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:38.408736 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7b5d070c-3916-4fa5-ad60-fbd2c83e70d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:38.410581 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-7b5d070c-3916-4fa5-ad60-fbd2c83e70d2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7560a841-5929-460f-849f-3c443f662b3c HTTP/1.1" status: 204 len: 168 time: 0.5198660 Aug 04 15:35:38.412322 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: 4d08b695-841c-457c-b0e8-44d84328b53c {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:35:38.412709 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 4d08b695-841c-457c-b0e8-44d84328b53c not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:35:38.413634 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 3832d627-b3bb-48db-8363-9b87144f34ab no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:35:38.423693 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d070c-3916-4fa5-ad60-fbd2c83e70d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7560a841-5929-460f-849f-3c443f662b3c,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:38.436684 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: 3832d627-b3bb-48db-8363-9b87144f34ab {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:35:38.437028 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 3832d627-b3bb-48db-8363-9b87144f34ab not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:35:38.533319 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60882) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:38.573603 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-4b1330d7-5063-4cb4-b1fc-bf65162caf34 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=81189bdeb0e34495ae3b1512fddfe444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390577 Aug 04 15:35:38.576092 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 60884) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:38.628457 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-44cbc2c2-4d63-47de-9591-c845b63a1f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:38.651587 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-44cbc2c2-4d63-47de-9591-c845b63a1f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:38.697011 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-44cbc2c2-4d63-47de-9591-c845b63a1f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:38.699684 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-44cbc2c2-4d63-47de-9591-c845b63a1f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:38.700834 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-44cbc2c2-4d63-47de-9591-c845b63a1f95 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d5394600-8921-4ff1-8f8e-b095194eaf8f HTTP/1.1" status: 204 len: 168 time: 0.1238394 Aug 04 15:35:38.709742 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbc2c2-4d63-47de-9591-c845b63a1f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5394600-8921-4ff1-8f8e-b095194eaf8f,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:38.993934 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-9f1e3dab-4958-4078-8eab-241b40ba63a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:39.022265 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60892) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:39.061498 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-3163a7ad-937e-4797-80ce-cdf08b91542f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf787df1e5a2481e88e77d1cf28d95af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373886 Aug 04 15:35:39.064044 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 60894) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:35:39.111707 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a9229681-5ef3-4e17-a90d-25f9abfad376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:39.134293 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a9229681-5ef3-4e17-a90d-25f9abfad376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:39.187252 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a9229681-5ef3-4e17-a90d-25f9abfad376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:39.189818 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a9229681-5ef3-4e17-a90d-25f9abfad376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:39.191035 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-a9229681-5ef3-4e17-a90d-25f9abfad376 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9057ce3-1ab6-422d-88b7-070c70a3082a HTTP/1.1" status: 204 len: 168 time: 0.1260211 Aug 04 15:35:39.199865 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9229681-5ef3-4e17-a90d-25f9abfad376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9057ce3-1ab6-422d-88b7-070c70a3082a,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:39.386398 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:39.672242 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:40.122511 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:42.622319 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:45.687033 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564c590-91f8-4b1d-9882-e9e1232ada70 req-621dda0f-d0a7-4b9a-80e4-b6cc04ec3e6c tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:45.688557 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7564c590-91f8-4b1d-9882-e9e1232ada70 req-621dda0f-d0a7-4b9a-80e4-b6cc04ec3e6c tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 945 time: 0.2532160 Aug 04 15:35:45.724933 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7564c590-91f8-4b1d-9882-e9e1232ada70 req-4f67b384-6932-4f5c-9866-8d7cd68924d4 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304511 Aug 04 15:35:46.903366 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92336a-0077-4d86-bc0b-95b144c12128 req-5479adb3-81cd-4b0a-a1d2-e8c0a6e66b6f tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:46.904836 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-0b92336a-0077-4d86-bc0b-95b144c12128 req-5479adb3-81cd-4b0a-a1d2-e8c0a6e66b6f tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 945 time: 0.1101241 Aug 04 15:35:46.945013 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-0b92336a-0077-4d86-bc0b-95b144c12128 req-b8acda54-6fe1-4668-8581-20e9ca2cb78e tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341711 Aug 04 15:35:47.079553 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17db5a1-08e1-4fa0-88bb-fa9c66680f87 req-78d2ab01-064c-4b9b-afa2-8d2ab5621984 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:47.081000 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a17db5a1-08e1-4fa0-88bb-fa9c66680f87 req-78d2ab01-064c-4b9b-afa2-8d2ab5621984 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.59 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 945 time: 0.0480137 Aug 04 15:35:47.174814 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-a17db5a1-08e1-4fa0-88bb-fa9c66680f87 req-53481bf9-270e-4584-ab72-d092e6831002 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Deleting port 28b987ae-fc91-4637-840e-0cb91b1cf426 {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:35:47.175047 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-a17db5a1-08e1-4fa0-88bb-fa9c66680f87 req-53481bf9-270e-4584-ab72-d092e6831002 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:47.264161 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-a17db5a1-08e1-4fa0-88bb-fa9c66680f87 req-53481bf9-270e-4584-ab72-d092e6831002 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] For port 28b987ae-fc91-4637-840e-0cb91b1cf426, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=28b987ae-fc91-4637-840e-0cb91b1cf426,segment=NetworkSegment(474f1d29-13d5-4255-a541-894166d2d47c),segment_id=474f1d29-13d5-4255-a541-894166d2d47c)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:35:47.264525 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-a17db5a1-08e1-4fa0-88bb-fa9c66680f87 req-53481bf9-270e-4584-ab72-d092e6831002 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:47.277317 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-a17db5a1-08e1-4fa0-88bb-fa9c66680f87 req-53481bf9-270e-4584-ab72-d092e6831002 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Calling delete_port for 28b987ae-fc91-4637-840e-0cb91b1cf426 owned by compute:nova {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:35:47.404860 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-a17db5a1-08e1-4fa0-88bb-fa9c66680f87 req-53481bf9-270e-4584-ab72-d092e6831002 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:47.419826 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['28b987ae-fc91-4637-840e-0cb91b1cf426'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:35:47.434338 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53481bf9-270e-4584-ab72-d092e6831002 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Pushing event deleted for resources: {'Port': ['ID=28b987ae-fc91-4637-840e-0cb91b1cf426,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:35:47.480234 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17db5a1-08e1-4fa0-88bb-fa9c66680f87 req-53481bf9-270e-4584-ab72-d092e6831002 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] No DVR routers for this DVR port 28b987ae-fc91-4637-840e-0cb91b1cf426 on host hv-cinder-68948 {{(pid=93419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:35:47.482851 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-a17db5a1-08e1-4fa0-88bb-fa9c66680f87 req-53481bf9-270e-4584-ab72-d092e6831002 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:35:47.484991 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a17db5a1-08e1-4fa0-88bb-fa9c66680f87 req-53481bf9-270e-4584-ab72-d092e6831002 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.59 "DELETE /v2.0/ports/28b987ae-fc91-4637-840e-0cb91b1cf426 HTTP/1.1" status: 204 len: 173 time: 0.3968410 Aug 04 15:35:47.485444 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa2dac5-2911-40a6-94e8-76324ed4b1cf', 'name': 'network-vif-deleted', 'tag': '28b987ae-fc91-4637-840e-0cb91b1cf426'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:35:47.487710 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b61453-5ae0-4a55-ad4e-e0f9e1ca75b0" -d '{"events": [{"server_uuid": "baa2dac5-2911-40a6-94e8-76324ed4b1cf", "name": "network-vif-deleted", "tag": "28b987ae-fc91-4637-840e-0cb91b1cf426"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:35:47.531727 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0ec0d2-7399-455c-b809-784f555125f3 x-openstack-request-id: req-da0ec0d2-7399-455c-b809-784f555125f3 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:35:47.532153 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa2dac5-2911-40a6-94e8-76324ed4b1cf", "name": "network-vif-deleted", "tag": "28b987ae-fc91-4637-840e-0cb91b1cf426", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:35:47.532535 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-da0ec0d2-7399-455c-b809-784f555125f3 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:35:47.533118 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa2dac5-2911-40a6-94e8-76324ed4b1cf', 'name': 'network-vif-deleted', 'tag': '28b987ae-fc91-4637-840e-0cb91b1cf426', 'status': 'completed', 'code': 200} Aug 04 15:35:48.052933 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9b847f4d-f5ef-4559-af1f-8b77eba1b356 req-7160db44-dd04-4b22-aacf-3ca3dc604db6 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa2dac5-2911-40a6-94e8-76324ed4b1cf HTTP/1.1" status: 200 len: 210 time: 0.0270791 Aug 04 15:35:51.318651 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 28b987ae-fc91-4637-840e-0cb91b1cf426 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:35:51.339278 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] No Port match for: 28b987ae-fc91-4637-840e-0cb91b1cf426 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:35:51.339635 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 28b987ae-fc91-4637-840e-0cb91b1cf426 not bound to the agent host hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:35:58.299590 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722a88e-03a9-452c-b27a-d20ee4e8884b req-50b88daf-69b1-45ca-9769-bfb999f8d7ec tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:58.301094 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0722a88e-03a9-452c-b27a-d20ee4e8884b req-50b88daf-69b1-45ca-9769-bfb999f8d7ec tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0799584 Aug 04 15:35:58.303047 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caa1bd-d99f-4246-bdd2-783d3de32889 req-e7343a1b-a2c6-4cba-af43-37520a195cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:58.304423 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-32caa1bd-d99f-4246-bdd2-783d3de32889 req-e7343a1b-a2c6-4cba-af43-37520a195cbd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8340ffa6d1a4f599c0ee6abc0e0c562&device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 1137 time: 0.0703700 Aug 04 15:35:58.394200 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-0722a88e-03a9-452c-b27a-d20ee4e8884b req-66e24f70-fa2b-463f-a1a8-0b69e182e2f4 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0869350 Aug 04 15:35:58.423262 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caa1bd-d99f-4246-bdd2-783d3de32889 req-bb30bed6-9a96-4219-8aeb-0fda5d49ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:58.424732 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-32caa1bd-d99f-4246-bdd2-783d3de32889 req-bb30bed6-9a96-4219-8aeb-0fda5d49ccc9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=16077e35-4a6f-4c7f-9a92-4c8d844800d6 HTTP/1.1" status: 200 len: 915 time: 0.1109812 Aug 04 15:35:58.490831 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-32caa1bd-d99f-4246-bdd2-783d3de32889 req-cffec930-2f65-4ef4-ae74-8f142782da57 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f855c75-8a13-4d06-afdd-7433f6785fcc HTTP/1.1" status: 200 len: 1000 time: 0.0568466 Aug 04 15:35:58.543889 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caa1bd-d99f-4246-bdd2-783d3de32889 req-4852755e-a5dc-479f-88e8-d8f52b01539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:58.545375 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-32caa1bd-d99f-4246-bdd2-783d3de32889 req-4852755e-a5dc-479f-88e8-d8f52b01539b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4deeeffb-8552-4582-a937-c415ff33136c HTTP/1.1" status: 200 len: 853 time: 0.0471501 Aug 04 15:35:58.590972 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caa1bd-d99f-4246-bdd2-783d3de32889 req-06faf9a7-5505-4351-a7d3-75d07efecaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:58.592491 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-32caa1bd-d99f-4246-bdd2-783d3de32889 req-06faf9a7-5505-4351-a7d3-75d07efecaed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=16077e35-4a6f-4c7f-9a92-4c8d844800d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401320 Aug 04 15:35:58.682195 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-32caa1bd-d99f-4246-bdd2-783d3de32889 req-0ffa91e2-e436-4f8b-bb09-0764fef7b4be service neutron] 10.222.0.59 "GET /v2.0/networks/16077e35-4a6f-4c7f-9a92-4c8d844800d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823147 Aug 04 15:35:58.774709 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-32caa1bd-d99f-4246-bdd2-783d3de32889 req-c93da5a8-a5e8-42e6-9eeb-d5e0c2ba39b2 service neutron] 10.222.0.59 "GET /v2.0/networks/16077e35-4a6f-4c7f-9a92-4c8d844800d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852501 Aug 04 15:35:59.125255 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-d62dac96-4b86-4f00-8309-5d19fe557a12 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:59.126710 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-d62dac96-4b86-4f00-8309-5d19fe557a12 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/networks?id=e6714845-5a60-474f-897b-7f147ceb7e59 HTTP/1.1" status: 200 len: 812 time: 0.1027524 Aug 04 15:35:59.142554 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-ff92c63d-cbb1-48ca-b824-aa519d730c12 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/quotas/968360b9d5c944bb8eeb269ccb40527f HTTP/1.1" status: 200 len: 375 time: 0.0094006 Aug 04 15:35:59.174301 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-925b8c0c-7f6b-4e23-b563-310e853715e2 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=968360b9d5c944bb8eeb269ccb40527f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262861 Aug 04 15:35:59.185043 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-b2079a0f-c034-49cd-ba33-c8d133b2f784 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93420) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:35:59.185997 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-b2079a0f-c034-49cd-ba33-c8d133b2f784 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051603 Aug 04 15:35:59.275819 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-bc01d744-52c0-4b45-84fd-12e2670cc65e service neutron] 10.222.0.10 "GET /v2.0/networks/e6714845-5a60-474f-897b-7f147ceb7e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842910 Aug 04 15:35:59.376094 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-faa9d964-7454-4a7a-8eb6-49c899cb0218 service neutron] 10.222.0.10 "GET /v2.0/networks/e6714845-5a60-474f-897b-7f147ceb7e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935524 Aug 04 15:35:59.515252 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2a6e5-f3ec-408d-9e17-ad6ba4e13277 req-c41462f5-af1a-447d-8e7f-f2fece62bc59 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:35:59.516885 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-daa2a6e5-f3ec-408d-9e17-ad6ba4e13277 req-c41462f5-af1a-447d-8e7f-f2fece62bc59 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0552502 Aug 04 15:35:59.538906 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c24899a9-f0aa-4ff0-ba5a-38294553a1a6 req-04556f2b-be17-4eb2-abe5-dc9ed6f7235b tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=534fd5f3-e07c-4eda-b5e2-79d35f68ae42 HTTP/1.1" status: 200 len: 210 time: 0.0302646 Aug 04 15:35:59.563535 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-daa2a6e5-f3ec-408d-9e17-ad6ba4e13277 req-d5bd9fb7-cbe7-4662-8228-df5418db3444 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395162 Aug 04 15:36:00.492049 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-549c9155-d25d-4c2a-a2bb-87a795ce2ec0 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:00.493440 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-549c9155-d25d-4c2a-a2bb-87a795ce2ec0 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.59 "GET /v2.0/networks?id=e6714845-5a60-474f-897b-7f147ceb7e59 HTTP/1.1" status: 200 len: 812 time: 0.1147215 Aug 04 15:36:00.507332 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-4dea4169-fb61-4e73-ae4f-4e02c2126f34 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Request body: {'port': {'device_id': '534fd5f3-e07c-4eda-b5e2-79d35f68ae42', 'network_id': 'e6714845-5a60-474f-897b-7f147ceb7e59', 'admin_state_up': True, 'tenant_id': '968360b9d5c944bb8eeb269ccb40527f'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:36:00.630583 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-4dea4169-fb61-4e73-ae4f-4e02c2126f34 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Made reservation on behalf of 968360b9d5c944bb8eeb269ccb40527f for: {'port': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:36:00.635095 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-4dea4169-fb61-4e73-ae4f-4e02c2126f34 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:00.650825 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9eb69424-ec6a-4cc3-95b8-20aa8784e18a req-d11a752e-4f82-4508-a198-50660d25dc54 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=534fd5f3-e07c-4eda-b5e2-79d35f68ae42 HTTP/1.1" status: 200 len: 210 time: 0.0373080 Aug 04 15:36:00.763240 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773a8e9-a76a-441c-8656-f450ebed879e req-b2d43dfd-89db-41ef-9e3e-9d0d5e458fe2 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:00.764638 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2773a8e9-a76a-441c-8656-f450ebed879e req-b2d43dfd-89db-41ef-9e3e-9d0d5e458fe2 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.1252501 Aug 04 15:36:00.849319 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2773a8e9-a76a-441c-8656-f450ebed879e req-a11edf46-32de-4e88-902b-ee48323a0ab1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766506 Aug 04 15:36:00.855230 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-4dea4169-fb61-4e73-ae4f-4e02c2126f34 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Allocated IP 172.20.0.13 (e6714845-5a60-474f-897b-7f147ceb7e59/5271fcdb-b36c-4066-968b-c9508c694ebe/a9b37350-0d45-4f96-8992-06fc7cca5e5b) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:36:01.001914 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-4dea4169-fb61-4e73-ae4f-4e02c2126f34 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:01.040802 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-4dea4169-fb61-4e73-ae4f-4e02c2126f34 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:01.082235 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-4dea4169-fb61-4e73-ae4f-4e02c2126f34 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Network e6714845-5a60-474f-897b-7f147ceb7e59 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:36:01.087504 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-4dea4169-fb61-4e73-ae4f-4e02c2126f34 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:36:01.091580 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-4dea4169-fb61-4e73-ae4f-4e02c2126f34 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:36:01.097777 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea4169-fb61-4e73-ae4f-4e02c2126f34 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Pushing event updated for resources: {'Port': ['ID=a9b37350-0d45-4f96-8992-06fc7cca5e5b,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:01.146162 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-4dea4169-fb61-4e73-ae4f-4e02c2126f34 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:01.146750 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-4dea4169-fb61-4e73-ae4f-4e02c2126f34 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:01.161106 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-4dea4169-fb61-4e73-ae4f-4e02c2126f34 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6575658 Aug 04 15:36:01.173692 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-1f413df7-4ad6-46b9-8e41-29d8a9e711c1 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:36:01.174627 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-1f413df7-4ad6-46b9-8e41-29d8a9e711c1 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051672 Aug 04 15:36:01.187790 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] Request body: {'port': {'device_id': '534fd5f3-e07c-4eda-b5e2-79d35f68ae42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:36:01.240103 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:01.501655 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b37350-0d45-4f96-8992-06fc7cca5e5b {{(pid=93419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:36:01.508901 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:01.521033 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] Transition to ACTIVE for port object a9b37350-0d45-4f96-8992-06fc7cca5e5b will not be triggered until provisioned by entity L2. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:36:01.525423 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:01.596532 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b37350-0d45-4f96-8992-06fc7cca5e5b,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:01.645676 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] Attempting to bind port a9b37350-0d45-4f96-8992-06fc7cca5e5b on host hv-cinder-68948 for vnic_type normal with profile {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:36:01.646676 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] Attempting to bind port a9b37350-0d45-4f96-8992-06fc7cca5e5b by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '474f1d29-13d5-4255-a541-894166d2d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e6714845-5a60-474f-897b-7f147ceb7e59'}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:36:01.646676 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] Attempting to bind port a9b37350-0d45-4f96-8992-06fc7cca5e5b on network e6714845-5a60-474f-897b-7f147ceb7e59 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:36:01.651015 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] Port a9b37350-0d45-4f96-8992-06fc7cca5e5b on network e6714845-5a60-474f-897b-7f147ceb7e59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:36:01.652026 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] Attempting to bind port a9b37350-0d45-4f96-8992-06fc7cca5e5b on network e6714845-5a60-474f-897b-7f147ceb7e59 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:36:01.657047 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] Checking agent: {'id': '5bc10963-30ee-40c9-994c-c74f44e4da8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'started_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:36:01.657384 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] Checking segment: {'id': '474f1d29-13d5-4255-a541-894166d2d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e6714845-5a60-474f-897b-7f147ceb7e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:36:01.657771 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] Bound using segment: {'id': '474f1d29-13d5-4255-a541-894166d2d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e6714845-5a60-474f-897b-7f147ceb7e59'} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:36:01.658205 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] Bound port: a9b37350-0d45-4f96-8992-06fc7cca5e5b, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474f1d29-13d5-4255-a541-894166d2d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e6714845-5a60-474f-897b-7f147ceb7e59'}}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:36:01.658558 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:01.727659 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] For port a9b37350-0d45-4f96-8992-06fc7cca5e5b, host hv-cinder-68948, cleared binding levels {{(pid=93419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:36:01.731102 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] For port a9b37350-0d45-4f96-8992-06fc7cca5e5b, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a9b37350-0d45-4f96-8992-06fc7cca5e5b,segment=NetworkSegment(474f1d29-13d5-4255-a541-894166d2d47c),segment_id=474f1d29-13d5-4255-a541-894166d2d47c)] {{(pid=93419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:36:01.735988 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:01.772238 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:01.773192 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:01.774591 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] 10.222.0.59 "PUT /v2.0/ports/a9b37350-0d45-4f96-8992-06fc7cca5e5b HTTP/1.1" status: 200 len: 1094 time: 0.5905674 Aug 04 15:36:01.776932 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534fd5f3-e07c-4eda-b5e2-79d35f68ae42', 'tag': 'a9b37350-0d45-4f96-8992-06fc7cca5e5b'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:36:01.780196 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fe6d21-97da-4e33-881c-1fc170f2fccf" -d '{"events": [{"name": "network-changed", "server_uuid": "534fd5f3-e07c-4eda-b5e2-79d35f68ae42", "tag": "a9b37350-0d45-4f96-8992-06fc7cca5e5b"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:36:01.784321 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3327f9f-a91d-4d99-bdf7-b4f6db04d74b req-e97ed574-cdeb-49e3-92f9-811c6e5b912d tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:01.785998 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e3327f9f-a91d-4d99-bdf7-b4f6db04d74b req-e97ed574-cdeb-49e3-92f9-811c6e5b912d tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=534fd5f3-e07c-4eda-b5e2-79d35f68ae42 HTTP/1.1" status: 200 len: 944 time: 0.0514045 Aug 04 15:36:01.809320 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900b860-eb08-4018-a3ea-e690560227c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b37350-0d45-4f96-8992-06fc7cca5e5b,revision_number=3']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:01.829438 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb4c381-8c77-4d3e-a6bf-8668424d1b24 x-openstack-request-id: req-6fb4c381-8c77-4d3e-a6bf-8668424d1b24 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:36:01.829720 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534fd5f3-e07c-4eda-b5e2-79d35f68ae42", "tag": "a9b37350-0d45-4f96-8992-06fc7cca5e5b", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:36:01.829973 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6fb4c381-8c77-4d3e-a6bf-8668424d1b24 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:36:01.830370 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534fd5f3-e07c-4eda-b5e2-79d35f68ae42', 'tag': 'a9b37350-0d45-4f96-8992-06fc7cca5e5b', 'status': 'completed', 'code': 200} Aug 04 15:36:01.837967 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e3327f9f-a91d-4d99-bdf7-b4f6db04d74b req-210a8a23-aacd-4ef7-b016-af1b43cdc6a0 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452709 Aug 04 15:36:01.862445 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-26268b63-f9e9-41a0-9297-366281d72806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:01.863992 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-26268b63-f9e9-41a0-9297-366281d72806 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=968360b9d5c944bb8eeb269ccb40527f&device_id=534fd5f3-e07c-4eda-b5e2-79d35f68ae42 HTTP/1.1" status: 200 len: 1097 time: 0.0450187 Aug 04 15:36:01.906009 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-5fcdab6b-0793-4fd4-91dd-fcef64a4479e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9b37350-0d45-4f96-8992-06fc7cca5e5b HTTP/1.1" status: 200 len: 217 time: 0.0347106 Aug 04 15:36:01.985735 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-687aa2e2-9a7d-488f-b17a-46c7a9fde243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:01.987246 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-687aa2e2-9a7d-488f-b17a-46c7a9fde243 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5271fcdb-b36c-4066-968b-c9508c694ebe HTTP/1.1" status: 200 len: 852 time: 0.0747395 Aug 04 15:36:02.002235 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88a603-3c6e-48ff-af89-9e61d234d1ef req-0b416dfc-2552-4321-8041-81c0e63ad2b0 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:02.003773 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4f88a603-3c6e-48ff-af89-9e61d234d1ef req-0b416dfc-2552-4321-8041-81c0e63ad2b0 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0832567 Aug 04 15:36:02.036521 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-54e12b30-a04a-4944-9db4-78deca28d7c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6714845-5a60-474f-897b-7f147ceb7e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316827 Aug 04 15:36:02.113419 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4f88a603-3c6e-48ff-af89-9e61d234d1ef req-a140d5e2-1176-400f-9c23-a334953664f2 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1004379 Aug 04 15:36:02.161141 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-8960c3aa-071d-4543-baa5-78eeedc630d6 service neutron] 10.222.0.59 "GET /v2.0/networks/e6714845-5a60-474f-897b-7f147ceb7e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166327 Aug 04 15:36:02.256948 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-93826758-42f9-4b65-a51c-bf00ca5a024a req-42f58063-c772-41bd-850d-1e4fba184341 service neutron] 10.222.0.59 "GET /v2.0/networks/e6714845-5a60-474f-897b-7f147ceb7e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869813 Aug 04 15:36:02.351166 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe6d21-97da-4e33-881c-1fc170f2fccf req-67b6cb8b-a737-43f3-a4d3-f006d3a7d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:02.352586 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4fe6d21-97da-4e33-881c-1fc170f2fccf req-67b6cb8b-a737-43f3-a4d3-f006d3a7d0a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=968360b9d5c944bb8eeb269ccb40527f&device_id=534fd5f3-e07c-4eda-b5e2-79d35f68ae42 HTTP/1.1" status: 200 len: 1097 time: 0.0413575 Aug 04 15:36:02.451967 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe6d21-97da-4e33-881c-1fc170f2fccf req-dced0c00-d3ca-4225-9b09-f833d9c26587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:02.453483 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4fe6d21-97da-4e33-881c-1fc170f2fccf req-dced0c00-d3ca-4225-9b09-f833d9c26587 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e6714845-5a60-474f-897b-7f147ceb7e59 HTTP/1.1" status: 200 len: 913 time: 0.0934665 Aug 04 15:36:02.496304 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4fe6d21-97da-4e33-881c-1fc170f2fccf req-7b363a89-09bf-4069-9a39-bca0a103131e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9b37350-0d45-4f96-8992-06fc7cca5e5b HTTP/1.1" status: 200 len: 217 time: 0.0351775 Aug 04 15:36:02.550806 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe6d21-97da-4e33-881c-1fc170f2fccf req-a4d22ba9-0f60-4d76-b64d-67142af8ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:02.552318 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4fe6d21-97da-4e33-881c-1fc170f2fccf req-a4d22ba9-0f60-4d76-b64d-67142af8ec13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5271fcdb-b36c-4066-968b-c9508c694ebe HTTP/1.1" status: 200 len: 852 time: 0.0487835 Aug 04 15:36:02.586045 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4fe6d21-97da-4e33-881c-1fc170f2fccf req-987f73c6-da58-4812-9936-a3811bea52fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6714845-5a60-474f-897b-7f147ceb7e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251875 Aug 04 15:36:02.678937 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4fe6d21-97da-4e33-881c-1fc170f2fccf req-90e66c9b-2e6a-403f-973e-d6c9cc7df448 service neutron] 10.222.0.59 "GET /v2.0/networks/e6714845-5a60-474f-897b-7f147ceb7e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848439 Aug 04 15:36:02.779833 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e4fe6d21-97da-4e33-881c-1fc170f2fccf req-7672004c-7070-4e7d-8eb3-0e3ba81254aa service neutron] 10.222.0.59 "GET /v2.0/networks/e6714845-5a60-474f-897b-7f147ceb7e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921700 Aug 04 15:36:02.956908 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763829f-fc24-4ee4-bcd9-419ad6d6c80d req-e24c2c62-8adb-443d-b1f6-575fa3429173 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:02.958345 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d763829f-fc24-4ee4-bcd9-419ad6d6c80d req-e24c2c62-8adb-443d-b1f6-575fa3429173 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=534fd5f3-e07c-4eda-b5e2-79d35f68ae42 HTTP/1.1" status: 200 len: 944 time: 0.0496855 Aug 04 15:36:02.997368 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d763829f-fc24-4ee4-bcd9-419ad6d6c80d req-1fecda6b-c86d-48bd-83b7-47b6d5eea1fb tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331008 Aug 04 15:36:03.229298 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ffd16-409b-414a-a86d-f90416121100 req-b883dd5a-dfe8-4f44-868a-8a704fca2d88 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:03.231324 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1f6ffd16-409b-414a-a86d-f90416121100 req-b883dd5a-dfe8-4f44-868a-8a704fca2d88 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0497425 Aug 04 15:36:03.269781 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-1f6ffd16-409b-414a-a86d-f90416121100 req-adbd8ed5-d5c8-46fa-b615-5b3c77bd8cf4 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321066 Aug 04 15:36:04.115077 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f296546-c8f0-4964-b660-4b04cf3801c7 req-125a7763-2264-4ff9-a688-767de6e5967a tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:04.116559 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4f296546-c8f0-4964-b660-4b04cf3801c7 req-125a7763-2264-4ff9-a688-767de6e5967a tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=534fd5f3-e07c-4eda-b5e2-79d35f68ae42 HTTP/1.1" status: 200 len: 944 time: 0.0488296 Aug 04 15:36:04.154915 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4f296546-c8f0-4964-b660-4b04cf3801c7 req-b6ccc113-386e-4b85-b701-9813b60554c0 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318229 Aug 04 15:36:04.398437 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1841dd-94bf-4951-9626-7aa73a9c6848 req-59ddf572-f5fd-44e0-bcf5-761ef3275f44 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:04.400092 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9b1841dd-94bf-4951-9626-7aa73a9c6848 req-59ddf572-f5fd-44e0-bcf5-761ef3275f44 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0529015 Aug 04 15:36:04.447735 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9b1841dd-94bf-4951-9626-7aa73a9c6848 req-77df3207-758f-42c6-99a4-ed934f7c1f57 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358956 Aug 04 15:36:04.769618 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device a9b37350-0d45-4f96-8992-06fc7cca5e5b details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:36:05.002620 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port a9b37350-0d45-4f96-8992-06fc7cca5e5b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a9b37350-0d45-4f96-8992-06fc7cca5e5b,segment=NetworkSegment(474f1d29-13d5-4255-a541-894166d2d47c),segment_id=474f1d29-13d5-4255-a541-894166d2d47c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:36:05.013981 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': 'a9b37350-0d45-4f96-8992-06fc7cca5e5b', 'network_id': 'e6714845-5a60-474f-897b-7f147ceb7e59', 'port_id': 'a9b37350-0d45-4f96-8992-06fc7cca5e5b', 'mac_address': 'fa:16:3e:e9:81:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5271fcdb-b36c-4066-968b-c9508c694ebe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:36:05.050930 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:05.064209 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b37350-0d45-4f96-8992-06fc7cca5e5b {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:36:05.085220 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port a9b37350-0d45-4f96-8992-06fc7cca5e5b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a9b37350-0d45-4f96-8992-06fc7cca5e5b,segment=NetworkSegment(474f1d29-13d5-4255-a541-894166d2d47c),segment_id=474f1d29-13d5-4255-a541-894166d2d47c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:36:05.090564 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:05.141571 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=a9b37350-0d45-4f96-8992-06fc7cca5e5b,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:05.271367 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8e31-5e60-4611-ad8b-90ac22c326c3 req-ec806ce9-7e46-495d-a563-a1afc8e75015 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:05.272796 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b56f8e31-5e60-4611-ad8b-90ac22c326c3 req-ec806ce9-7e46-495d-a563-a1afc8e75015 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=534fd5f3-e07c-4eda-b5e2-79d35f68ae42 HTTP/1.1" status: 200 len: 945 time: 0.0508494 Aug 04 15:36:05.308870 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['a9b37350-0d45-4f96-8992-06fc7cca5e5b'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:36:05.318466 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b56f8e31-5e60-4611-ad8b-90ac22c326c3 req-6445c672-bd54-48a2-b6f3-35c693c8ae2b tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386829 Aug 04 15:36:05.545639 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-3495a267-b848-4933-aac2-bc8a60c37cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:05.573760 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cb016-7da9-4ae4-9778-4fabb24a2fb8 req-ada882cc-289d-4b05-819e-dfa9b96ae09f tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:05.575730 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9a1cb016-7da9-4ae4-9778-4fabb24a2fb8 req-ada882cc-289d-4b05-819e-dfa9b96ae09f tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0560186 Aug 04 15:36:05.617724 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9a1cb016-7da9-4ae4-9778-4fabb24a2fb8 req-a4e95c58-9e49-44ed-a438-f7e17dec2196 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356305 Aug 04 15:36:06.436309 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392f1ff-4594-4982-bb24-7921ef92e212 req-0913dcc3-6c6a-4897-91e4-5bf1ad0faf78 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:06.437791 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2392f1ff-4594-4982-bb24-7921ef92e212 req-0913dcc3-6c6a-4897-91e4-5bf1ad0faf78 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=534fd5f3-e07c-4eda-b5e2-79d35f68ae42 HTTP/1.1" status: 200 len: 945 time: 0.0520339 Aug 04 15:36:06.477313 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2392f1ff-4594-4982-bb24-7921ef92e212 req-2e709844-a7b5-4fec-8e5a-4555fbc66c9d tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335364 Aug 04 15:36:06.737535 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb7018-c151-45a4-99ce-4f3695cd9daf req-e5c93eb0-0dda-48c8-94b3-d00796906fa8 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:06.740145 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-44fb7018-c151-45a4-99ce-4f3695cd9daf req-e5c93eb0-0dda-48c8-94b3-d00796906fa8 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0520203 Aug 04 15:36:06.779384 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device a9b37350-0d45-4f96-8992-06fc7cca5e5b up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:36:06.781449 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-44fb7018-c151-45a4-99ce-4f3695cd9daf req-00baff3e-4a2d-4019-914a-f7ed10c62fc0 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348132 Aug 04 15:36:06.830727 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning for port a9b37350-0d45-4f96-8992-06fc7cca5e5b completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:36:06.834350 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port a9b37350-0d45-4f96-8992-06fc7cca5e5b triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:36:06.834722 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:06.915989 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:06.937917 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534fd5f3-e07c-4eda-b5e2-79d35f68ae42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b37350-0d45-4f96-8992-06fc7cca5e5b'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:36:06.940157 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e1d861-3295-4c37-8baa-c8a492d09bd1" -d '{"events": [{"server_uuid": "534fd5f3-e07c-4eda-b5e2-79d35f68ae42", "name": "network-vif-plugged", "status": "completed", "tag": "a9b37350-0d45-4f96-8992-06fc7cca5e5b"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:36:06.953368 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port a9b37350-0d45-4f96-8992-06fc7cca5e5b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a9b37350-0d45-4f96-8992-06fc7cca5e5b,segment=NetworkSegment(474f1d29-13d5-4255-a541-894166d2d47c),segment_id=474f1d29-13d5-4255-a541-894166d2d47c)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:36:06.957227 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:06.981841 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b619776-9cce-476c-a53c-8f85db937846 x-openstack-request-id: req-8b619776-9cce-476c-a53c-8f85db937846 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:36:06.982131 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534fd5f3-e07c-4eda-b5e2-79d35f68ae42", "name": "network-vif-plugged", "status": "completed", "tag": "a9b37350-0d45-4f96-8992-06fc7cca5e5b", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:36:06.982385 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b619776-9cce-476c-a53c-8f85db937846 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:36:06.982775 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534fd5f3-e07c-4eda-b5e2-79d35f68ae42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b37350-0d45-4f96-8992-06fc7cca5e5b', 'code': 200} Aug 04 15:36:07.012809 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=a9b37350-0d45-4f96-8992-06fc7cca5e5b,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:07.183970 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ac796-497b-480b-a1da-bfb5fbed0a63 req-8152edf4-a625-49d7-b94a-09f6563f6756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:07.185459 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-750ac796-497b-480b-a1da-bfb5fbed0a63 req-8152edf4-a625-49d7-b94a-09f6563f6756 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=534fd5f3-e07c-4eda-b5e2-79d35f68ae42 HTTP/1.1" status: 200 len: 1099 time: 0.0846343 Aug 04 15:36:07.220256 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-750ac796-497b-480b-a1da-bfb5fbed0a63 req-edcecb3b-83eb-47f4-8b33-784f01e54f71 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272696 Aug 04 15:36:07.597624 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48bc10-b7b1-4ad4-b324-58b31fff2c32 req-7c52ff4a-8c6c-451e-8abc-45d4ed6cd2f9 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:07.599103 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2e48bc10-b7b1-4ad4-b324-58b31fff2c32 req-7c52ff4a-8c6c-451e-8abc-45d4ed6cd2f9 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=534fd5f3-e07c-4eda-b5e2-79d35f68ae42 HTTP/1.1" status: 200 len: 946 time: 0.0524199 Aug 04 15:36:07.638590 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2e48bc10-b7b1-4ad4-b324-58b31fff2c32 req-5a62a66b-fade-4c92-8056-bdfb4ec5c4eb tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331860 Aug 04 15:36:07.904147 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6ea70-a92c-4cc2-82c5-7c8296a42866 req-1d767539-a7cf-42f1-b89a-f9e81aab54a4 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:07.905753 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-22e6ea70-a92c-4cc2-82c5-7c8296a42866 req-1d767539-a7cf-42f1-b89a-f9e81aab54a4 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0532322 Aug 04 15:36:07.949677 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-22e6ea70-a92c-4cc2-82c5-7c8296a42866 req-9a7d0bfa-bc7f-4d14-8f5a-9879603ece1c tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373516 Aug 04 15:36:08.757211 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5655d-07ee-4279-8fc0-06c7da655060 req-f39a14f0-f064-4222-ae1b-bd1386e9025f tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:08.758746 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e9e5655d-07ee-4279-8fc0-06c7da655060 req-f39a14f0-f064-4222-ae1b-bd1386e9025f tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=534fd5f3-e07c-4eda-b5e2-79d35f68ae42 HTTP/1.1" status: 200 len: 946 time: 0.0527794 Aug 04 15:36:08.801312 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e9e5655d-07ee-4279-8fc0-06c7da655060 req-ddb97357-d445-421f-a369-d5e9cedf27c9 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354459 Aug 04 15:36:09.005386 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-eeb770ec-fd68-4f93-9f41-53df828a3ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:09.106700 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e91fe1-7873-42d3-aabf-0c1f70cdbbca req-6f27bedd-5418-4994-aaf1-c2a4bdb7b628 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:09.108982 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-02e91fe1-7873-42d3-aabf-0c1f70cdbbca req-6f27bedd-5418-4994-aaf1-c2a4bdb7b628 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0637591 Aug 04 15:36:09.161572 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-02e91fe1-7873-42d3-aabf-0c1f70cdbbca req-074a614b-683a-4c27-a084-5189e6262cd1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379045 Aug 04 15:36:09.388637 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:09.672696 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:10.126012 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:10.294796 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9e210-f308-4981-a1a3-8bf2e238f7f7 req-f9cf3add-1c41-4312-b7e7-5a5e1d0db045 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:10.296412 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-13e9e210-f308-4981-a1a3-8bf2e238f7f7 req-f9cf3add-1c41-4312-b7e7-5a5e1d0db045 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0552726 Aug 04 15:36:10.354974 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-13e9e210-f308-4981-a1a3-8bf2e238f7f7 req-8c2527d9-a901-4c15-bf92-7e79e08eab76 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508716 Aug 04 15:36:10.851193 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:36:11.509140 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff830c9-cfd6-47a3-8708-8da19b4ace15 req-63cec4a7-f498-4070-b2c3-b32ccf2b580b tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:11.511692 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7ff830c9-cfd6-47a3-8708-8da19b4ace15 req-63cec4a7-f498-4070-b2c3-b32ccf2b580b tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0817702 Aug 04 15:36:11.553286 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7ff830c9-cfd6-47a3-8708-8da19b4ace15 req-1ed3a8f1-cb63-4401-af58-eeea8e736a7a tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357556 Aug 04 15:36:11.996285 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f1004-d1c3-4870-ac69-4786a6201957 req-32afac0c-10a3-418a-8e68-09ef3fc1fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:11.997810 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c50f1004-d1c3-4870-ac69-4786a6201957 req-32afac0c-10a3-418a-8e68-09ef3fc1fcca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8340ffa6d1a4f599c0ee6abc0e0c562&device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 1137 time: 0.0437508 Aug 04 15:36:12.107148 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f1004-d1c3-4870-ac69-4786a6201957 req-a3228fc8-7877-475b-95d9-1bbb8e6d7997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:12.108620 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c50f1004-d1c3-4870-ac69-4786a6201957 req-a3228fc8-7877-475b-95d9-1bbb8e6d7997 service neutron] 10.222.0.59 "GET /v2.0/networks?id=16077e35-4a6f-4c7f-9a92-4c8d844800d6 HTTP/1.1" status: 200 len: 915 time: 0.0906768 Aug 04 15:36:12.173574 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c50f1004-d1c3-4870-ac69-4786a6201957 req-765cbdbf-2bf9-4ecf-aeae-f968ca4b0795 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f855c75-8a13-4d06-afdd-7433f6785fcc HTTP/1.1" status: 200 len: 1000 time: 0.0581059 Aug 04 15:36:12.223722 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f1004-d1c3-4870-ac69-4786a6201957 req-ce9fac27-61b6-4da9-a589-b0bfb56d7bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:12.225147 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c50f1004-d1c3-4870-ac69-4786a6201957 req-ce9fac27-61b6-4da9-a589-b0bfb56d7bea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4deeeffb-8552-4582-a937-c415ff33136c HTTP/1.1" status: 200 len: 853 time: 0.0442631 Aug 04 15:36:12.272047 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f1004-d1c3-4870-ac69-4786a6201957 req-b7862e75-7f1f-40d2-88b6-fb18fa8bda0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:12.273435 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c50f1004-d1c3-4870-ac69-4786a6201957 req-b7862e75-7f1f-40d2-88b6-fb18fa8bda0e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=16077e35-4a6f-4c7f-9a92-4c8d844800d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411477 Aug 04 15:36:12.366918 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c50f1004-d1c3-4870-ac69-4786a6201957 req-bf371080-5b24-4e48-9157-1a58aafce08e service neutron] 10.222.0.59 "GET /v2.0/networks/16077e35-4a6f-4c7f-9a92-4c8d844800d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862236 Aug 04 15:36:12.460956 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-c50f1004-d1c3-4870-ac69-4786a6201957 req-f35a93dd-2167-4b20-ad3b-be466cd72023 service neutron] 10.222.0.59 "GET /v2.0/networks/16077e35-4a6f-4c7f-9a92-4c8d844800d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869780 Aug 04 15:36:12.625077 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:12.676449 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9243305-6853-4fbb-a27e-255dd8593f35 req-a71feae4-9b55-4da2-a6bc-b641b3f0392b tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:12.677855 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a9243305-6853-4fbb-a27e-255dd8593f35 req-a71feae4-9b55-4da2-a6bc-b641b3f0392b tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0517888 Aug 04 15:36:12.717743 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a9243305-6853-4fbb-a27e-255dd8593f35 req-07d8f1ff-6d94-461c-adb1-d0176019561a tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331190 Aug 04 15:36:13.831987 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f326b-a46a-4073-afe0-cb52a097b2e2 req-354abfb7-4fdc-49b4-8920-b600e36da8bd tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:13.833488 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ba0f326b-a46a-4073-afe0-cb52a097b2e2 req-354abfb7-4fdc-49b4-8920-b600e36da8bd tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0492892 Aug 04 15:36:13.874160 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ba0f326b-a46a-4073-afe0-cb52a097b2e2 req-b863e34f-eb56-4f9c-906b-674a3f846333 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338321 Aug 04 15:36:15.004589 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfd90f-d0a4-44ce-a6ca-a99d54e15718 req-3f8e7cbd-bba4-4328-9c3a-f9e54babc877 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:15.006230 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-73dfd90f-d0a4-44ce-a6ca-a99d54e15718 req-3f8e7cbd-bba4-4328-9c3a-f9e54babc877 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0572300 Aug 04 15:36:15.049729 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-73dfd90f-d0a4-44ce-a6ca-a99d54e15718 req-158eba40-f0e8-474d-b817-b7b8ee64e731 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367432 Aug 04 15:36:16.190080 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a567a-96e6-458f-a870-6489dbadd4d1 req-84318b18-c164-477e-820a-17584da8e333 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:16.191634 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a89a567a-96e6-458f-a870-6489dbadd4d1 req-84318b18-c164-477e-820a-17584da8e333 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0644186 Aug 04 15:36:16.240461 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-a89a567a-96e6-458f-a870-6489dbadd4d1 req-3a33fa05-08b6-446c-a5b9-a36080c83b2b tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425103 Aug 04 15:36:17.382912 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95fc26-c87b-4a1a-b41a-1f5e3297728e req-c2cbbf7d-d375-464c-8e85-03bab033bc36 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:17.384543 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4f95fc26-c87b-4a1a-b41a-1f5e3297728e req-c2cbbf7d-d375-464c-8e85-03bab033bc36 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0577688 Aug 04 15:36:17.434220 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4f95fc26-c87b-4a1a-b41a-1f5e3297728e req-9d12c24d-90b0-4316-b009-40f9eee707e7 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424166 Aug 04 15:36:18.569285 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23becb-8c05-47c2-8ba6-42f9eb019825 req-e7911c2f-7348-4286-9655-dd85edb25cdf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:18.570883 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9f23becb-8c05-47c2-8ba6-42f9eb019825 req-e7911c2f-7348-4286-9655-dd85edb25cdf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0646446 Aug 04 15:36:18.637665 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-9f23becb-8c05-47c2-8ba6-42f9eb019825 req-ce8e10a1-eef3-40d2-93e3-f0b47057d70e tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571473 Aug 04 15:36:19.755358 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649142f-4b72-4bdb-b563-4068d253acb3 req-1ce7746d-5e1f-47bc-9dad-2eb98748388f tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:19.756963 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9649142f-4b72-4bdb-b563-4068d253acb3 req-1ce7746d-5e1f-47bc-9dad-2eb98748388f tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0515568 Aug 04 15:36:19.799959 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9649142f-4b72-4bdb-b563-4068d253acb3 req-2d6e916f-b894-4e82-895f-eeb8b684a401 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357888 Aug 04 15:36:20.932581 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ab9c9-4bde-4493-8e13-80f8ff8fd884 req-946b12a6-6876-4e43-976f-579a33532dcf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:20.934755 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-609ab9c9-4bde-4493-8e13-80f8ff8fd884 req-946b12a6-6876-4e43-976f-579a33532dcf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0647130 Aug 04 15:36:20.977487 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-609ab9c9-4bde-4493-8e13-80f8ff8fd884 req-b6b1d0bb-ca27-45c1-9a53-e42aad4a1b20 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356443 Aug 04 15:36:22.097155 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e522ed-857f-46d7-8c23-dafef8daec8f req-6e820f4c-c408-4e2d-a23f-8c0cb79c31f3 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:22.098670 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e0e522ed-857f-46d7-8c23-dafef8daec8f req-6e820f4c-c408-4e2d-a23f-8c0cb79c31f3 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0494852 Aug 04 15:36:22.141490 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e0e522ed-857f-46d7-8c23-dafef8daec8f req-4908bb6b-09e0-467e-bcea-c37bfd6f2e8b tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367587 Aug 04 15:36:23.262974 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a270e4-a1df-4fe7-a551-f179a1c521a9 req-b93b4a72-5866-4173-bb55-59fcc29ffd61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:23.264567 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-16a270e4-a1df-4fe7-a551-f179a1c521a9 req-b93b4a72-5866-4173-bb55-59fcc29ffd61 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0546124 Aug 04 15:36:23.305954 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-16a270e4-a1df-4fe7-a551-f179a1c521a9 req-2d1237bf-3cee-4e3f-b5ad-9fe5fa9af027 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352323 Aug 04 15:36:24.420797 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a990e11-2673-42e3-a00d-0a5a910272a8 req-3584405b-7eb9-453f-8184-6cc31f970f20 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:24.422317 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6a990e11-2673-42e3-a00d-0a5a910272a8 req-3584405b-7eb9-453f-8184-6cc31f970f20 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0496306 Aug 04 15:36:24.467197 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6a990e11-2673-42e3-a00d-0a5a910272a8 req-03f839c5-5866-4428-bdf5-411bc1a704e2 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387290 Aug 04 15:36:25.594214 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02548c67-24f8-4566-b764-ea1cf16fc1ac req-798339f3-ec2d-4642-9e0d-11d83d81abb9 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:25.595812 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-02548c67-24f8-4566-b764-ea1cf16fc1ac req-798339f3-ec2d-4642-9e0d-11d83d81abb9 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0581579 Aug 04 15:36:25.641469 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-02548c67-24f8-4566-b764-ea1cf16fc1ac req-50a31cea-a295-4919-bf66-88ee84b9009b tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&id=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396364 Aug 04 15:36:28.865981 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eaca76-54a8-4396-bc2e-8d2a4cbc9eb6 req-0e4b21e8-424d-4a81-b555-ddfc03d11d18 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:28.867415 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b0eaca76-54a8-4396-bc2e-8d2a4cbc9eb6 req-0e4b21e8-424d-4a81-b555-ddfc03d11d18 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=534fd5f3-e07c-4eda-b5e2-79d35f68ae42 HTTP/1.1" status: 200 len: 946 time: 0.0500135 Aug 04 15:36:28.906579 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b0eaca76-54a8-4396-bc2e-8d2a4cbc9eb6 req-5477d7d2-6126-4d7b-ab2c-54e8fa9b67ec tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323050 Aug 04 15:36:30.278255 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca824f3-af67-42b3-8c4e-fe4fdabcbc26 req-2a3e638e-d337-47e8-85a1-f11717874ecc tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:30.279907 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7ca824f3-af67-42b3-8c4e-fe4fdabcbc26 req-2a3e638e-d337-47e8-85a1-f11717874ecc tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=534fd5f3-e07c-4eda-b5e2-79d35f68ae42 HTTP/1.1" status: 200 len: 946 time: 0.3061504 Aug 04 15:36:30.320959 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7ca824f3-af67-42b3-8c4e-fe4fdabcbc26 req-bc294f71-0f11-450d-9e6d-224894880a20 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/security-groups?id=b2b21460-a57d-4ca5-8373-249846f142fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341489 Aug 04 15:36:30.461930 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac3d9d-bfa4-4b68-94d3-aa0cca6ee47e req-891130be-7c87-4134-a49d-bac1dcca858c tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:30.463304 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-65ac3d9d-bfa4-4b68-94d3-aa0cca6ee47e req-891130be-7c87-4134-a49d-bac1dcca858c tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.59 "GET /v2.0/ports?device_id=534fd5f3-e07c-4eda-b5e2-79d35f68ae42 HTTP/1.1" status: 200 len: 946 time: 0.0473225 Aug 04 15:36:30.554986 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-65ac3d9d-bfa4-4b68-94d3-aa0cca6ee47e req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Deleting port a9b37350-0d45-4f96-8992-06fc7cca5e5b {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:36:30.555357 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-65ac3d9d-bfa4-4b68-94d3-aa0cca6ee47e req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:30.640760 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-65ac3d9d-bfa4-4b68-94d3-aa0cca6ee47e req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] For port a9b37350-0d45-4f96-8992-06fc7cca5e5b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a9b37350-0d45-4f96-8992-06fc7cca5e5b,segment=NetworkSegment(474f1d29-13d5-4255-a541-894166d2d47c),segment_id=474f1d29-13d5-4255-a541-894166d2d47c)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:36:30.641124 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-65ac3d9d-bfa4-4b68-94d3-aa0cca6ee47e req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:30.654648 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-65ac3d9d-bfa4-4b68-94d3-aa0cca6ee47e req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Calling delete_port for a9b37350-0d45-4f96-8992-06fc7cca5e5b owned by compute:nova {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:36:30.781648 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-65ac3d9d-bfa4-4b68-94d3-aa0cca6ee47e req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:30.793534 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['a9b37350-0d45-4f96-8992-06fc7cca5e5b'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:36:30.811265 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Pushing event deleted for resources: {'Port': ['ID=a9b37350-0d45-4f96-8992-06fc7cca5e5b,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:30.823255 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:30.823606 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:30.823944 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:30.824279 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:30.824614 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:30.824948 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:30.825273 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:30.825600 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:30.825947 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:30.826492 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:30.826844 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:30.827209 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:30.860003 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ac3d9d-bfa4-4b68-94d3-aa0cca6ee47e req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] No DVR routers for this DVR port a9b37350-0d45-4f96-8992-06fc7cca5e5b on host hv-cinder-68948 {{(pid=93419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:36:30.862438 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-65ac3d9d-bfa4-4b68-94d3-aa0cca6ee47e req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:30.864518 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-65ac3d9d-bfa4-4b68-94d3-aa0cca6ee47e req-caa885c3-5209-41d9-8912-311e40742586 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.59 "DELETE /v2.0/ports/a9b37350-0d45-4f96-8992-06fc7cca5e5b HTTP/1.1" status: 204 len: 173 time: 0.3952484 Aug 04 15:36:30.864949 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534fd5f3-e07c-4eda-b5e2-79d35f68ae42', 'name': 'network-vif-deleted', 'tag': 'a9b37350-0d45-4f96-8992-06fc7cca5e5b'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:36:30.867167 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10127232-0fec-4c2c-a9a2-cf3d7e730cfc" -d '{"events": [{"server_uuid": "534fd5f3-e07c-4eda-b5e2-79d35f68ae42", "name": "network-vif-deleted", "tag": "a9b37350-0d45-4f96-8992-06fc7cca5e5b"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:36:30.965125 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1157c8da-b89e-43c8-b21a-985bdc92e0ca x-openstack-request-id: req-1157c8da-b89e-43c8-b21a-985bdc92e0ca {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:36:30.965418 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534fd5f3-e07c-4eda-b5e2-79d35f68ae42", "name": "network-vif-deleted", "tag": "a9b37350-0d45-4f96-8992-06fc7cca5e5b", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:36:30.965675 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1157c8da-b89e-43c8-b21a-985bdc92e0ca {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:36:30.966184 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534fd5f3-e07c-4eda-b5e2-79d35f68ae42', 'name': 'network-vif-deleted', 'tag': 'a9b37350-0d45-4f96-8992-06fc7cca5e5b', 'status': 'completed', 'code': 200} Aug 04 15:36:31.436549 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-68af1e9a-e73f-48f0-8f3d-f4002754cf08 req-9039c33f-e1fc-4303-a26c-ea99e48f5cf8 tempest-VolumesSnapshotTestJSON-1316873181 tempest-VolumesSnapshotTestJSON-1316873181-project] 10.222.0.10 "GET /v2.0/ports?device_id=534fd5f3-e07c-4eda-b5e2-79d35f68ae42 HTTP/1.1" status: 200 len: 210 time: 0.0299599 Aug 04 15:36:35.083403 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device a9b37350-0d45-4f96-8992-06fc7cca5e5b no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:36:35.103749 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] No Port match for: a9b37350-0d45-4f96-8992-06fc7cca5e5b {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:36:35.104089 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device a9b37350-0d45-4f96-8992-06fc7cca5e5b not bound to the agent host hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:36:35.546480 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-ece93ba7-82af-4b87-83c2-3a1fade15f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:38.999957 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-f0427b52-2b66-4bc9-9952-f9117671c79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:39.390372 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:39.683694 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:40.128331 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:42.628200 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:47.851560 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:36:55.602625 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33080) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:55.648363 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_v2 [None req-6968c1ff-b86f-4b2a-98f0-453e01d10905 admin admin] Deleting subnet 5271fcdb-b36c-4066-968b-c9508c694ebe {{(pid=93419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:36:55.651523 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6968c1ff-b86f-4b2a-98f0-453e01d10905 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:55.684736 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6968c1ff-b86f-4b2a-98f0-453e01d10905 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6438917'] for subnet, precommit_delete_associations {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:55.724399 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6968c1ff-b86f-4b2a-98f0-453e01d10905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674264'] for subnet, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:55.781666 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6968c1ff-b86f-4b2a-98f0-453e01d10905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1928702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2281194'] for subnet, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:55.808421 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968c1ff-b86f-4b2a-98f0-453e01d10905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5271fcdb-b36c-4066-968b-c9508c694ebe,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:55.811429 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6968c1ff-b86f-4b2a-98f0-453e01d10905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:55.813792 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-6968c1ff-b86f-4b2a-98f0-453e01d10905 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5271fcdb-b36c-4066-968b-c9508c694ebe HTTP/1.1" status: 204 len: 168 time: 0.2097857 Aug 04 15:36:55.816677 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33082) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:55.881568 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-62ca66e1-8ac4-4aec-aaee-3584c1336612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780294'] for network, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:55.960808 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-62ca66e1-8ac4-4aec-aaee-3584c1336612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668493', 'neutron.services.segments.db._delete_segments_for_network-8754112322169'] for network, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:55.970019 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-62ca66e1-8ac4-4aec-aaee-3584c1336612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6714845-5a60-474f-897b-7f147ceb7e59']}} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:55.979884 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-62ca66e1-8ac4-4aec-aaee-3584c1336612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474f1d29-13d5-4255-a541-894166d2d47c') {'for_net_delete': True} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:55.980180 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-62ca66e1-8ac4-4aec-aaee-3584c1336612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474f1d29-13d5-4255-a541-894166d2d47c') {} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:55.989583 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-62ca66e1-8ac4-4aec-aaee-3584c1336612 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754112333828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6439036'] for segment, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:56.003803 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-62ca66e1-8ac4-4aec-aaee-3584c1336612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:56.009428 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ca66e1-8ac4-4aec-aaee-3584c1336612 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:36:56.009814 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-62ca66e1-8ac4-4aec-aaee-3584c1336612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1928468'] for segment, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: Traceback (most recent call last): Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: timer() Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: cb(*args, **kw) Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: return func(*args, **kwargs) Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: self._notify() Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: self.callback(batched_events) Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: event.method(event) Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: return f(self, *a, **k) Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._get(url).json() Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: return self.request(url, 'GET', **kwargs) Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:36:56.011433 dv-cinder-689486-15-iscsi neutron-server[93419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:36:56.063257 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-62ca66e1-8ac4-4aec-aaee-3584c1336612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068755'] for network, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:56.069348 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-62ca66e1-8ac4-4aec-aaee-3584c1336612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:56.071215 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-62ca66e1-8ac4-4aec-aaee-3584c1336612 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e6714845-5a60-474f-897b-7f147ceb7e59 HTTP/1.1" status: 204 len: 168 time: 0.2535594 Aug 04 15:36:56.082069 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca66e1-8ac4-4aec-aaee-3584c1336612 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6714845-5a60-474f-897b-7f147ceb7e59,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:56.239079 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 33086) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:56.285710 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-b52da63c-3841-46ad-ad53-895627ecc2e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=968360b9d5c944bb8eeb269ccb40527f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452273 Aug 04 15:36:56.288327 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 33088) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:56.337052 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c84ef982-a422-45d3-9e21-c3898a1ce030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:56.358446 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c84ef982-a422-45d3-9e21-c3898a1ce030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:56.404755 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c84ef982-a422-45d3-9e21-c3898a1ce030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:56.407695 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c84ef982-a422-45d3-9e21-c3898a1ce030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:56.409479 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-c84ef982-a422-45d3-9e21-c3898a1ce030 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b2b21460-a57d-4ca5-8373-249846f142fb HTTP/1.1" status: 204 len: 168 time: 0.1200535 Aug 04 15:36:56.417193 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ef982-a422-45d3-9e21-c3898a1ce030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b21460-a57d-4ca5-8373-249846f142fb,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:56.424939 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ef982-a422-45d3-9e21-c3898a1ce030 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:56.425296 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ef982-a422-45d3-9e21-c3898a1ce030 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:56.425642 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ef982-a422-45d3-9e21-c3898a1ce030 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:56.425980 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ef982-a422-45d3-9e21-c3898a1ce030 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:56.426313 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ef982-a422-45d3-9e21-c3898a1ce030 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:56.426646 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ef982-a422-45d3-9e21-c3898a1ce030 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:56.426976 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ef982-a422-45d3-9e21-c3898a1ce030 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:56.427329 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ef982-a422-45d3-9e21-c3898a1ce030 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:56.427660 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ef982-a422-45d3-9e21-c3898a1ce030 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:56.427984 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ef982-a422-45d3-9e21-c3898a1ce030 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:56.428309 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ef982-a422-45d3-9e21-c3898a1ce030 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:56.428633 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ef982-a422-45d3-9e21-c3898a1ce030 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:57.088279 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 33110) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:57.185143 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-0f8574e8-eff7-43b1-ac08-780e94d91142 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1293810019-network', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:36:57.210823 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8574e8-eff7-43b1-ac08-780e94d91142 admin admin] Made reservation on behalf of 288c9ba873dd45bf8e015055443e3a38 for: {'network': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:36:57.213141 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-0f8574e8-eff7-43b1-ac08-780e94d91142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for network, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:57.222289 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-0f8574e8-eff7-43b1-ac08-780e94d91142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:57.315422 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-0f8574e8-eff7-43b1-ac08-780e94d91142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:57.319374 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-0f8574e8-eff7-43b1-ac08-780e94d91142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:57.344564 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8574e8-eff7-43b1-ac08-780e94d91142 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:36:57.355457 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8574e8-eff7-43b1-ac08-780e94d91142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25716fa-6627-48ff-a2f8-6366569ea4ab,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:57.360831 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-0f8574e8-eff7-43b1-ac08-780e94d91142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:57.361262 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.db.segments_db [None req-0f8574e8-eff7-43b1-ac08-780e94d91142 admin admin] Added segment 981f4b23-c11d-422c-a311-702fa0dc1672 of type vlan for network 17ec77c1-fcf9-4746-9a47-750d22823e94 Aug 04 15:36:57.406106 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-0f8574e8-eff7-43b1-ac08-780e94d91142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754111838365'] for network, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:57.436831 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-0f8574e8-eff7-43b1-ac08-780e94d91142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for network, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:57.437905 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8574e8-eff7-43b1-ac08-780e94d91142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:57.438545 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-0f8574e8-eff7-43b1-ac08-780e94d91142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:57.497792 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-0f8574e8-eff7-43b1-ac08-780e94d91142 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4083557 Aug 04 15:36:57.500705 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 33114) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:57.508345 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-98104785-53e5-45e6-9d07-770d1cd802e7 admin admin] Request body: {'subnet': {'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1293810019-subnet', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'ip_version': 4}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:36:57.512803 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8574e8-eff7-43b1-ac08-780e94d91142 admin admin] Pushing event updated for resources: {'Network': ['ID=17ec77c1-fcf9-4746-9a47-750d22823e94,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:57.524920 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Network 17ec77c1-fcf9-4746-9a47-750d22823e94 details requested by agent ovs-agent-dv-cinder-689486-15-iscsi with host dv-cinder-689486-15-iscsi {{(pid=93421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:36:57.539873 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98104785-53e5-45e6-9d07-770d1cd802e7 admin admin] Made reservation on behalf of 288c9ba873dd45bf8e015055443e3a38 for: {'subnet': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:36:57.542295 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-98104785-53e5-45e6-9d07-770d1cd802e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3822546'] for subnet, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:57.707373 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-98104785-53e5-45e6-9d07-770d1cd802e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2773125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3822528'] for subnet, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:57.762872 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98104785-53e5-45e6-9d07-770d1cd802e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac302d2c-3c35-415f-b5bc-2de845d1ba00,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:57.774264 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98104785-53e5-45e6-9d07-770d1cd802e7 admin admin] Checking segment: {'id': '981f4b23-c11d-422c-a311-702fa0dc1672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:36:57.774619 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98104785-53e5-45e6-9d07-770d1cd802e7 admin admin] Network hostable DHCP agents. Network: 17ec77c1-fcf9-4746-9a47-750d22823e94, hostable agents: ['a8d7af28-eca7-455e-97e1-a648a6b9f014'], hosted agents: [] {{(pid=93420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:36:57.792786 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98104785-53e5-45e6-9d07-770d1cd802e7 admin admin] Network 17ec77c1-fcf9-4746-9a47-750d22823e94 is scheduled to be hosted by DHCP agent a8d7af28-eca7-455e-97e1-a648a6b9f014 with binding_index 1 {{(pid=93420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:36:57.800896 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-98104785-53e5-45e6-9d07-770d1cd802e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-15-iscsi, 17ec77c1-fcf9-4746-9a47-750d22823e94) {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:36:57.804880 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98104785-53e5-45e6-9d07-770d1cd802e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:36:57.805461 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-98104785-53e5-45e6-9d07-770d1cd802e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:57.810311 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2107b649-a9c7-404b-a05a-4ff0845a7b5c None None] Network 17ec77c1-fcf9-4746-9a47-750d22823e94 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:36:57.820311 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-98104785-53e5-45e6-9d07-770d1cd802e7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3184786 Aug 04 15:36:57.823159 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 33116) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:57.827500 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-5d4cfd5b-6b4c-46a7-8c1d-2d12636e7f37 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1293810019-router', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:36:57.854710 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5d4cfd5b-6b4c-46a7-8c1d-2d12636e7f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8061657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:57.855723 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5d4cfd5b-6b4c-46a7-8c1d-2d12636e7f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8061605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7894325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7199'] for router, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:57.907844 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5d4cfd5b-6b4c-46a7-8c1d-2d12636e7f37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:57.959730 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp001a8a58-16e5-53b7-b0b3-2a49f3787e2f-17ec77c1-fcf9-4746-9a47-750d22823e94', 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'fixed_ips': [{'subnet_id': 'ac302d2c-3c35-415f-b5bc-2de845d1ba00'}]}} from dv-cinder-689486-15-iscsi. {{(pid=93421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:36:57.960537 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:58.045975 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5d4cfd5b-6b4c-46a7-8c1d-2d12636e7f37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:58.100960 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.db_base_plugin_common [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Allocated IP 172.20.0.2 (17ec77c1-fcf9-4746-9a47-750d22823e94/ac302d2c-3c35-415f-b5bc-2de845d1ba00/a7670c29-b207-45f2-b820-54bb574afc47) {{(pid=93421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:36:58.246383 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Notify callbacks [] for port, precommit_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:58.248324 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5d4cfd5b-6b4c-46a7-8c1d-2d12636e7f37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:58.255664 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Transition to ACTIVE for port object a7670c29-b207-45f2-b820-54bb574afc47 will not be triggered until provisioned by entity L2. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:36:58.268263 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5d4cfd5b-6b4c-46a7-8c1d-2d12636e7f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:58.270728 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Transition to ACTIVE for port object a7670c29-b207-45f2-b820-54bb574afc47 will not be triggered until provisioned by entity DHCP. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:36:58.277332 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042'] for port, after_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:58.319406 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Network 17ec77c1-fcf9-4746-9a47-750d22823e94 is already hosted by enough agents. {{(pid=93421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:36:58.322286 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.scheduler.base_scheduler [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Resources bound (agent type, host, resource id): {{(pid=93421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:36:58.325078 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Received port after_create {{(pid=93421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:36:58.334690 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Pushing event updated for resources: {'Port': ['ID=a7670c29-b207-45f2-b820-54bb574afc47,revision_number=1']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:58.358965 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:58.359337 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:58.359676 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:58.360063 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:58.360340 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:58.360674 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:58.360990 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:58.361363 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:58.361774 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:58.362174 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:58.362567 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:58.362817 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:36:58.371396 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_common [None req-5d4cfd5b-6b4c-46a7-8c1d-2d12636e7f37 admin admin] Allocated IP 172.27.3.55 (a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1/66c61c24-84f1-4482-97f0-c0986315f375/f723cdd3-4df3-4f26-bff4-61c44a529ecf) {{(pid=93420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:36:58.397308 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Attempting to bind port a7670c29-b207-45f2-b820-54bb574afc47 on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:36:58.397687 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Attempting to bind port a7670c29-b207-45f2-b820-54bb574afc47 by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '981f4b23-c11d-422c-a311-702fa0dc1672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94'}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:36:58.398305 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Attempting to bind port a7670c29-b207-45f2-b820-54bb574afc47 on network 17ec77c1-fcf9-4746-9a47-750d22823e94 {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:36:58.403302 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:36:58.403673 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Checking segment: {'id': '981f4b23-c11d-422c-a311-702fa0dc1672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:36:58.404074 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:58.404465 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Bound using segment: {'id': '981f4b23-c11d-422c-a311-702fa0dc1672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94'} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:36:58.404955 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Bound port: a7670c29-b207-45f2-b820-54bb574afc47, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981f4b23-c11d-422c-a311-702fa0dc1672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94'}}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:36:58.405332 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:58.475744 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] For port a7670c29-b207-45f2-b820-54bb574afc47, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:36:58.476672 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5d4cfd5b-6b4c-46a7-8c1d-2d12636e7f37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:58.478967 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] For port a7670c29-b207-45f2-b820-54bb574afc47, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=a7670c29-b207-45f2-b820-54bb574afc47,segment=NetworkSegment(981f4b23-c11d-422c-a311-702fa0dc1672),segment_id=981f4b23-c11d-422c-a311-702fa0dc1672)] {{(pid=93421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:36:58.483661 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:58.521666 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5d4cfd5b-6b4c-46a7-8c1d-2d12636e7f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:58.547797 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907d400-31ac-461b-bf5b-1593c9006640 None None] Pushing event updated for resources: {'Port': ['ID=a7670c29-b207-45f2-b820-54bb574afc47,revision_number=2']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:58.559900 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4cfd5b-6b4c-46a7-8c1d-2d12636e7f37 admin admin] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:36:58.562718 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-5d4cfd5b-6b4c-46a7-8c1d-2d12636e7f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:36:58.567367 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4cfd5b-6b4c-46a7-8c1d-2d12636e7f37 admin admin] Received port after_create {{(pid=93420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:36:58.597885 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cfd5b-6b4c-46a7-8c1d-2d12636e7f37 admin admin] Pushing event updated for resources: {'Port': ['ID=f723cdd3-4df3-4f26-bff4-61c44a529ecf,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:36:58.852710 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5d4cfd5b-6b4c-46a7-8c1d-2d12636e7f37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:59.053191 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5d4cfd5b-6b4c-46a7-8c1d-2d12636e7f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8061782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068651'] for router, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:59.187856 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4cfd5b-6b4c-46a7-8c1d-2d12636e7f37 admin admin] Router 171ef84e-883f-495b-ac0d-586b933c7b1c is scheduled to L3 agent 0810b032-d755-4732-a353-64b2f2f7440f with binding_index 1 {{(pid=93420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:36:59.299465 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4cfd5b-6b4c-46a7-8c1d-2d12636e7f37 admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:36:59.318312 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5d4cfd5b-6b4c-46a7-8c1d-2d12636e7f37 admin admin] Notify callbacks [] for router, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:36:59.318895 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] Sync routers for ids ['171ef84e-883f-495b-ac0d-586b933c7b1c'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:36:59.322341 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-5d4cfd5b-6b4c-46a7-8c1d-2d12636e7f37 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4955342 Aug 04 15:36:59.323105 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 33122) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:36:59.332231 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] Routers {'171ef84e-883f-495b-ac0d-586b933c7b1c'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:36:59.332882 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:36:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['171ef84e-883f-495b-ac0d-586b933c7b1c'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:59.432899 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fe60fc-bb39-4c30-a180-d7dc99da04a9 None None] Network 17ec77c1-fcf9-4746-9a47-750d22823e94 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:36:59.482288 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] Set router 171ef84e-883f-495b-ac0d-586b933c7b1c gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:36:59.603119 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-b1850e68-641f-4241-91d3-bc4c273e3cc4 None None] Provisioning for port a7670c29-b207-45f2-b820-54bb574afc47 completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:36:59.774352 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'name': 'tempest-TestShelveInstance-1293810019-router', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:57Z', 'updated_at': '2021-08-04T15:36:58Z', 'revision_number': 3, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'gw_port': {'id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:29:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:58Z', 'updated_at': '2021-08-04T15:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:36:59.807362 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] Checking router: 171ef84e-883f-495b-ac0d-586b933c7b1c for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:36:59.807717 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] Updating router 171ef84e-883f-495b-ac0d-586b933c7b1c port f723cdd3-4df3-4f26-bff4-61c44a529ecf binding host dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:36:59.835638 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.039346 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c1bc1791-5a53-41ff-bf3e-19cf7e648283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.108108 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] Notify callbacks [] for port, precommit_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.117769 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] Transition to ACTIVE for port object f723cdd3-4df3-4f26-bff4-61c44a529ecf will not be triggered until provisioned by entity L2. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:37:00.123664 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.175695 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] Attempting to bind port f723cdd3-4df3-4f26-bff4-61c44a529ecf on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:37:00.175695 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] Attempting to bind port f723cdd3-4df3-4f26-bff4-61c44a529ecf by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:37:00.176039 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] Attempting to bind port f723cdd3-4df3-4f26-bff4-61c44a529ecf on network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:37:00.179275 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54575e-6d42-48fc-89c3-2bc1188b5328 None None] Pushing event updated for resources: {'Port': ['ID=f723cdd3-4df3-4f26-bff4-61c44a529ecf,revision_number=2']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:00.183426 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:37:00.183793 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] Checking segment: {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:37:00.184184 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.184564 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] Bound using segment: {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:37:00.185020 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] Bound port: f723cdd3-4df3-4f26-bff4-61c44a529ecf, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:37:00.185393 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.198235 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_common [None req-c1bc1791-5a53-41ff-bf3e-19cf7e648283 admin admin] Allocated IP 172.20.0.1 (17ec77c1-fcf9-4746-9a47-750d22823e94/ac302d2c-3c35-415f-b5bc-2de845d1ba00/6734b403-5b23-4148-981a-23f46860526f) {{(pid=93420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:37:00.245577 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] For port f723cdd3-4df3-4f26-bff4-61c44a529ecf, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:37:00.248900 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] For port f723cdd3-4df3-4f26-bff4-61c44a529ecf, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=f723cdd3-4df3-4f26-bff4-61c44a529ecf,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:37:00.255161 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.326204 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c1bc1791-5a53-41ff-bf3e-19cf7e648283 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.335610 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d6993dc8-c1c2-477e-9d5e-1712201c08a6 req-812fb6d5-a240-43e3-937e-cbe72e60b860 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1079663260&fields=id&tenant_id=d8340ffa6d1a4f599c0ee6abc0e0c562 HTTP/1.1" status: 200 len: 267 time: 0.0607235 Aug 04 15:37:00.341824 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] Routers {'171ef84e-883f-495b-ac0d-586b933c7b1c'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:37:00.342469 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:36:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['171ef84e-883f-495b-ac0d-586b933c7b1c'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:00.351629 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54575e-6d42-48fc-89c3-2bc1188b5328 None None] Pushing event updated for resources: {'Port': ['ID=f723cdd3-4df3-4f26-bff4-61c44a529ecf,revision_number=3']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:00.351834 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.provisioning_blocks [None req-c1bc1791-5a53-41ff-bf3e-19cf7e648283 admin admin] Transition to ACTIVE for port object 6734b403-5b23-4148-981a-23f46860526f will not be triggered until provisioned by entity DHCP. {{(pid=93420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:37:00.387228 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c1bc1791-5a53-41ff-bf3e-19cf7e648283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.389793 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device a7670c29-b207-45f2-b820-54bb574afc47 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:37:00.405647 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6993dc8-c1c2-477e-9d5e-1712201c08a6 req-665226e2-79e6-4604-9d7e-35f224485b82 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:00.411674 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d6993dc8-c1c2-477e-9d5e-1712201c08a6 req-665226e2-79e6-4604-9d7e-35f224485b82 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 984 time: 0.0750086 Aug 04 15:37:00.421209 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-d6993dc8-c1c2-477e-9d5e-1712201c08a6 req-eea44981-88a9-4acf-badd-514208e6275a tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Request body: {'port': {'security_groups': ['785c68af-564e-4f1b-ba7f-310fd133886c']}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:00.431626 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bc1791-5a53-41ff-bf3e-19cf7e648283 admin admin] Network 17ec77c1-fcf9-4746-9a47-750d22823e94 is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:37:00.437009 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-c1bc1791-5a53-41ff-bf3e-19cf7e648283 admin admin] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:37:00.439296 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc1791-5a53-41ff-bf3e-19cf7e648283 admin admin] Pushing event updated for resources: {'Port': ['ID=6734b403-5b23-4148-981a-23f46860526f,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:00.441734 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bc1791-5a53-41ff-bf3e-19cf7e648283 admin admin] Received port after_create {{(pid=93420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:37:00.485320 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c1bc1791-5a53-41ff-bf3e-19cf7e648283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8065860'] for router_interface, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.495921 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port a7670c29-b207-45f2-b820-54bb574afc47 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:37:00.503589 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port a7670c29-b207-45f2-b820-54bb574afc47 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:37:00.503964 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.505722 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-d6993dc8-c1c2-477e-9d5e-1712201c08a6 req-eea44981-88a9-4acf-badd-514208e6275a tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.549347 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] Set router 171ef84e-883f-495b-ac0d-586b933c7b1c gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:37:00.650300 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c1bc1791-5a53-41ff-bf3e-19cf7e648283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.727155 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-d6993dc8-c1c2-477e-9d5e-1712201c08a6 req-eea44981-88a9-4acf-badd-514208e6275a tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] For port 6f855c75-8a13-4d06-afdd-7433f6785fcc, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6f855c75-8a13-4d06-afdd-7433f6785fcc,segment=NetworkSegment(1f97d5cf-43af-4977-879c-b9d544c13354),segment_id=1f97d5cf-43af-4977-879c-b9d544c13354)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:37:00.760516 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-d6993dc8-c1c2-477e-9d5e-1712201c08a6 req-eea44981-88a9-4acf-badd-514208e6275a tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.766348 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-d6993dc8-c1c2-477e-9d5e-1712201c08a6 req-eea44981-88a9-4acf-badd-514208e6275a tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.814450 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6993dc8-c1c2-477e-9d5e-1712201c08a6 req-eea44981-88a9-4acf-badd-514208e6275a tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:00.815790 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-d6993dc8-c1c2-477e-9d5e-1712201c08a6 req-eea44981-88a9-4acf-badd-514208e6275a tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.817264 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d6993dc8-c1c2-477e-9d5e-1712201c08a6 req-eea44981-88a9-4acf-badd-514208e6275a tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "PUT /v2.0/ports/6f855c75-8a13-4d06-afdd-7433f6785fcc HTTP/1.1" status: 200 len: 942 time: 0.4013691 Aug 04 15:37:00.817811 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e07cb05-2d1b-4f27-b862-596052f80748', 'tag': '6f855c75-8a13-4d06-afdd-7433f6785fcc'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:37:00.820166 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3c8d48-52ca-494c-a19f-1373ad42e2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0e07cb05-2d1b-4f27-b862-596052f80748", "tag": "6f855c75-8a13-4d06-afdd-7433f6785fcc"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:37:00.826066 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33128) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:00.856857 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['6f855c75-8a13-4d06-afdd-7433f6785fcc'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:37:00.859215 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c1bc1791-5a53-41ff-bf3e-19cf7e648283 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.865035 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.870477 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c1bc1791-5a53-41ff-bf3e-19cf7e648283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773002'] for port, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.878647 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea44981-88a9-4acf-badd-514208e6275a tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Pushing event updated for resources: {'Port': ['ID=6f855c75-8a13-4d06-afdd-7433f6785fcc,revision_number=7']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:00.901305 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0cdb14-6cd7-470b-8608-22ebdd530809 x-openstack-request-id: req-bb0cdb14-6cd7-470b-8608-22ebdd530809 {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:37:00.901305 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e07cb05-2d1b-4f27-b862-596052f80748", "tag": "6f855c75-8a13-4d06-afdd-7433f6785fcc", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:37:00.909536 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb0cdb14-6cd7-470b-8608-22ebdd530809 {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:37:00.911289 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['6f855c75-8a13-4d06-afdd-7433f6785fcc'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:37:00.911637 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e07cb05-2d1b-4f27-b862-596052f80748', 'tag': '6f855c75-8a13-4d06-afdd-7433f6785fcc', 'status': 'completed', 'code': 200} Aug 04 15:37:00.929171 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-26d8b03a-c7ba-4582-8001-72619b2fe2d2 None None] Provisioning for port 6734b403-5b23-4148-981a-23f46860526f completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:37:00.942769 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e90fdb81-1b1a-49ee-9afe-2507b8225aa1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.963792 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-26d8b03a-c7ba-4582-8001-72619b2fe2d2 None None] Provisioning complete for port 6734b403-5b23-4148-981a-23f46860526f triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:37:00.964168 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-26d8b03a-c7ba-4582-8001-72619b2fe2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.967755 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c1bc1791-5a53-41ff-bf3e-19cf7e648283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7928233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8071454'] for router_interface, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:00.971308 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc1791-5a53-41ff-bf3e-19cf7e648283 admin admin] Pushing event updated for resources: {'Port': ['ID=6734b403-5b23-4148-981a-23f46860526f,revision_number=2']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:01.008451 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e90fdb81-1b1a-49ee-9afe-2507b8225aa1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:01.037970 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c8d48-52ca-494c-a19f-1373ad42e2a8 req-224c6a33-1f55-46ee-be12-57596a2f89db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:01.040411 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fc3c8d48-52ca-494c-a19f-1373ad42e2a8 req-224c6a33-1f55-46ee-be12-57596a2f89db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8340ffa6d1a4f599c0ee6abc0e0c562&device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 1098 time: 0.0981176 Aug 04 15:37:01.078131 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port a7670c29-b207-45f2-b820-54bb574afc47, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=a7670c29-b207-45f2-b820-54bb574afc47,segment=NetworkSegment(981f4b23-c11d-422c-a311-702fa0dc1672),segment_id=981f4b23-c11d-422c-a311-702fa0dc1672)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:37:01.094451 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:01.097937 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bc1791-5a53-41ff-bf3e-19cf7e648283 admin admin] Network 17ec77c1-fcf9-4746-9a47-750d22823e94 is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:37:01.099871 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-c1bc1791-5a53-41ff-bf3e-19cf7e648283 admin admin] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:37:01.106629 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-26d8b03a-c7ba-4582-8001-72619b2fe2d2 None None] Port 6734b403-5b23-4148-981a-23f46860526f cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:37:01.159947 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c8d48-52ca-494c-a19f-1373ad42e2a8 req-c8d35de8-5720-49c3-b36f-677512cb199f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:01.161626 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fc3c8d48-52ca-494c-a19f-1373ad42e2a8 req-c8d35de8-5720-49c3-b36f-677512cb199f service neutron] 10.222.0.59 "GET /v2.0/networks?id=16077e35-4a6f-4c7f-9a92-4c8d844800d6 HTTP/1.1" status: 200 len: 915 time: 0.1111081 Aug 04 15:37:01.168820 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e90fdb81-1b1a-49ee-9afe-2507b8225aa1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:01.171584 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-e90fdb81-1b1a-49ee-9afe-2507b8225aa1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:01.176046 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-e90fdb81-1b1a-49ee-9afe-2507b8225aa1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "DELETE /v2.0/security-groups/b07eb7ec-3abe-4bf0-a6d2-484514f6fe24 HTTP/1.1" status: 204 len: 168 time: 0.3395057 Aug 04 15:37:01.176192 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 33132) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:01.222533 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=a7670c29-b207-45f2-b820-54bb574afc47,revision_number=3']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:01.222658 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fdb81-1b1a-49ee-9afe-2507b8225aa1 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07eb7ec-3abe-4bf0-a6d2-484514f6fe24,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:01.262153 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fc3c8d48-52ca-494c-a19f-1373ad42e2a8 req-a6d1f0fe-b82f-4ddc-89c0-8178c5295e49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f855c75-8a13-4d06-afdd-7433f6785fcc HTTP/1.1" status: 200 len: 1000 time: 0.0849938 Aug 04 15:37:01.332034 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c8d48-52ca-494c-a19f-1373ad42e2a8 req-cc90f40b-4af9-47cc-9b5b-07f79eafff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:01.333722 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fc3c8d48-52ca-494c-a19f-1373ad42e2a8 req-cc90f40b-4af9-47cc-9b5b-07f79eafff56 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4deeeffb-8552-4582-a937-c415ff33136c HTTP/1.1" status: 200 len: 853 time: 0.0628366 Aug 04 15:37:01.379655 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-bbfb7496-cf87-4d18-a239-27a9ad20172f None None] Provisioning complete for port 6f855c75-8a13-4d06-afdd-7433f6785fcc triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:37:01.380016 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-bbfb7496-cf87-4d18-a239-27a9ad20172f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:01.381484 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bc1791-5a53-41ff-bf3e-19cf7e648283 admin admin] Router 171ef84e-883f-495b-ac0d-586b933c7b1c has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:37:01.390456 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c8d48-52ca-494c-a19f-1373ad42e2a8 req-b7438a36-9208-4a17-af09-3501c4883903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:01.392020 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fc3c8d48-52ca-494c-a19f-1373ad42e2a8 req-b7438a36-9208-4a17-af09-3501c4883903 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=16077e35-4a6f-4c7f-9a92-4c8d844800d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0498571 Aug 04 15:37:01.417000 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'name': 'tempest-TestShelveInstance-1293810019-router', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:57Z', 'updated_at': '2021-08-04T15:36:58Z', 'revision_number': 3, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'gw_port': {'id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:29:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:58Z', 'updated_at': '2021-08-04T15:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:01.452784 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb3f57-150d-44d1-95d4-88bd3543bc90 None None] The sync data for ids ['171ef84e-883f-495b-ac0d-586b933c7b1c'] in dv-cinder-689486-15-iscsi is: [{'id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'name': 'tempest-TestShelveInstance-1293810019-router', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:57Z', 'updated_at': '2021-08-04T15:36:58Z', 'revision_number': 3, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'gw_port': {'id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:29:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:58Z', 'updated_at': '2021-08-04T15:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:37:01.505049 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fc3c8d48-52ca-494c-a19f-1373ad42e2a8 req-33cae351-8f12-48e3-9b47-5b57a3adea14 service neutron] 10.222.0.59 "GET /v2.0/networks/16077e35-4a6f-4c7f-9a92-4c8d844800d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043971 Aug 04 15:37:01.516947 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-b8ead663-5978-4320-b663-a4e338f894cf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Deleting port 428e4f65-a139-41c7-8278-c63f5edf9330 {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:37:01.517290 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b8ead663-5978-4320-b663-a4e338f894cf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:01.562235 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bc1791-5a53-41ff-bf3e-19cf7e648283 admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:37:01.570814 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-c1bc1791-5a53-41ff-bf3e-19cf7e648283 admin admin] 10.222.0.10 "PUT /v2.0/routers/171ef84e-883f-495b-ac0d-586b933c7b1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2464352 Aug 04 15:37:01.610084 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b8ead663-5978-4320-b663-a4e338f894cf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:01.610419 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b8ead663-5978-4320-b663-a4e338f894cf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:01.623962 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-b8ead663-5978-4320-b663-a4e338f894cf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Calling delete_port for 428e4f65-a139-41c7-8278-c63f5edf9330 owned by network:floatingip {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:37:01.630087 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-fc3c8d48-52ca-494c-a19f-1373ad42e2a8 req-3e9098d2-72e5-45be-b839-6e7f79e76d29 service neutron] 10.222.0.59 "GET /v2.0/networks/16077e35-4a6f-4c7f-9a92-4c8d844800d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179812 Aug 04 15:37:01.662366 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-44b92474-ec72-4ef4-b08c-4a3b99ec489f None None] Provisioning complete for port 6734b403-5b23-4148-981a-23f46860526f triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:37:01.662747 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-44b92474-ec72-4ef4-b08c-4a3b99ec489f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:01.717826 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-44b92474-ec72-4ef4-b08c-4a3b99ec489f None None] Port 6734b403-5b23-4148-981a-23f46860526f cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:37:01.841287 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b8ead663-5978-4320-b663-a4e338f894cf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:01.873666 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ead663-5978-4320-b663-a4e338f894cf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Pushing event deleted for resources: {'Port': ['ID=428e4f65-a139-41c7-8278-c63f5edf9330,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:01.937064 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b8ead663-5978-4320-b663-a4e338f894cf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks [] for floatingip, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:01.937407 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.db.l3_db [None req-b8ead663-5978-4320-b663-a4e338f894cf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Floating IP 04c04b35-9533-4a25-8370-aee0aa6f30a8 disassociated (deleted). External IP: 172.27.3.99, port: 6f855c75-8a13-4d06-afdd-7433f6785fcc. Aug 04 15:37:02.164729 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33148) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:02.170153 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-25818cda-19ee-4fe0-8044-f88e093ef141 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-17551272-network', 'tenant_id': 'eb3104ba53f44e7991621d2e7322ab60'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:02.174629 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ead663-5978-4320-b663-a4e338f894cf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Router 0cda9e7c-26b0-4102-bcf4-8f513f656f36 has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:37:02.191871 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25818cda-19ee-4fe0-8044-f88e093ef141 admin admin] Made reservation on behalf of eb3104ba53f44e7991621d2e7322ab60 for: {'network': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:37:02.194449 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-25818cda-19ee-4fe0-8044-f88e093ef141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for network, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:02.204644 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-25818cda-19ee-4fe0-8044-f88e093ef141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:02.310872 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ead663-5978-4320-b663-a4e338f894cf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:37:02.317248 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b8ead663-5978-4320-b663-a4e338f894cf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:02.324939 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfba524b-0881-4a10-959f-f5762c1f1f47 None None] Sync routers for ids ['0cda9e7c-26b0-4102-bcf4-8f513f656f36'] in dv-cinder-689486-15-iscsi {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:37:02.341253 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba524b-0881-4a10-959f-f5762c1f1f47 None None] Routers {'0cda9e7c-26b0-4102-bcf4-8f513f656f36'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:37:02.342772 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-bfba524b-0881-4a10-959f-f5762c1f1f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:36:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['0cda9e7c-26b0-4102-bcf4-8f513f656f36'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:02.353277 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-25818cda-19ee-4fe0-8044-f88e093ef141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:02.358743 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-25818cda-19ee-4fe0-8044-f88e093ef141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:02.359272 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-b8ead663-5978-4320-b663-a4e338f894cf tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "DELETE /v2.0/floatingips/04c04b35-9533-4a25-8370-aee0aa6f30a8 HTTP/1.1" status: 204 len: 168 time: 1.1819260 Aug 04 15:37:02.360753 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e07cb05-2d1b-4f27-b862-596052f80748', 'tag': '6f855c75-8a13-4d06-afdd-7433f6785fcc'}] {{(pid=93420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:37:02.367043 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a8606f0b79035e877430952f6a143f8bf77a00db166e3d643dd1b603a21b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557f3be1-e9cc-4cc4-9596-dabfa98597ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0e07cb05-2d1b-4f27-b862-596052f80748", "tag": "6f855c75-8a13-4d06-afdd-7433f6785fcc"}]}' {{(pid=93420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:37:02.410276 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25818cda-19ee-4fe0-8044-f88e093ef141 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 15:37:02.419686 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device f723cdd3-4df3-4f26-bff4-61c44a529ecf up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:37:02.427442 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25818cda-19ee-4fe0-8044-f88e093ef141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70714fc-d15f-48a3-9b5e-381c9654826c,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:02.452874 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacb978e-b1ea-4a6d-9979-81f372c0c8dd x-openstack-request-id: req-eacb978e-b1ea-4a6d-9979-81f372c0c8dd {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:37:02.453528 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e07cb05-2d1b-4f27-b862-596052f80748", "tag": "6f855c75-8a13-4d06-afdd-7433f6785fcc", "status": "completed", "code": 200}]} {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:37:02.453951 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eacb978e-b1ea-4a6d-9979-81f372c0c8dd {{(pid=93420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:37:02.454912 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e07cb05-2d1b-4f27-b862-596052f80748', 'tag': '6f855c75-8a13-4d06-afdd-7433f6785fcc', 'status': 'completed', 'code': 200} Aug 04 15:37:02.456242 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-25818cda-19ee-4fe0-8044-f88e093ef141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:02.456598 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.segments_db [None req-25818cda-19ee-4fe0-8044-f88e093ef141 admin admin] Added segment 651157c0-cd0f-4021-8fd3-d7e61bbe24d7 of type vlan for network 7ab9bc3a-0a98-46a5-af5f-33439be6598b Aug 04 15:37:02.490318 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port f723cdd3-4df3-4f26-bff4-61c44a529ecf completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:37:02.498962 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port f723cdd3-4df3-4f26-bff4-61c44a529ecf triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:37:02.499827 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:02.514028 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-bfba524b-0881-4a10-959f-f5762c1f1f47 None None] Set router 0cda9e7c-26b0-4102-bcf4-8f513f656f36 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:37:02.568844 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-25818cda-19ee-4fe0-8044-f88e093ef141 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754111838365'] for network, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:02.590777 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f3be1-e9cc-4cc4-9596-dabfa98597ec req-83456833-534d-4a02-aead-d7311b364eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:02.592975 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-557f3be1-e9cc-4cc4-9596-dabfa98597ec req-83456833-534d-4a02-aead-d7311b364eb7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8340ffa6d1a4f599c0ee6abc0e0c562&device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 1098 time: 0.1156156 Aug 04 15:37:02.609397 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:02.634674 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port f723cdd3-4df3-4f26-bff4-61c44a529ecf, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=f723cdd3-4df3-4f26-bff4-61c44a529ecf,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:37:02.639616 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:02.640506 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device a7670c29-b207-45f2-b820-54bb574afc47 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:37:02.663346 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-25818cda-19ee-4fe0-8044-f88e093ef141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219'] for network, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:02.664465 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25818cda-19ee-4fe0-8044-f88e093ef141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:02.665135 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-25818cda-19ee-4fe0-8044-f88e093ef141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:02.753661 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 33160) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:02.755971 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-25818cda-19ee-4fe0-8044-f88e093ef141 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5881627 Aug 04 15:37:02.760141 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-0b8fce48-63e9-4f13-babe-543031d073f2 admin admin] Request body: {'subnet': {'network_id': '7ab9bc3a-0a98-46a5-af5f-33439be6598b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-17551272-subnet', 'tenant_id': 'eb3104ba53f44e7991621d2e7322ab60', 'ip_version': 4}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:02.766221 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=f723cdd3-4df3-4f26-bff4-61c44a529ecf,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:02.796380 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port a7670c29-b207-45f2-b820-54bb574afc47 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:37:02.797100 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:02.806574 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8fce48-63e9-4f13-babe-543031d073f2 admin admin] Made reservation on behalf of eb3104ba53f44e7991621d2e7322ab60 for: {'subnet': 1} {{(pid=93420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:37:02.809070 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-0b8fce48-63e9-4f13-babe-543031d073f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3822546'] for subnet, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:02.819019 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25818cda-19ee-4fe0-8044-f88e093ef141 admin admin] Pushing event updated for resources: {'Network': ['ID=7ab9bc3a-0a98-46a5-af5f-33439be6598b,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:02.838963 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f3be1-e9cc-4cc4-9596-dabfa98597ec req-d0f8abde-b103-4105-a155-fa5ade87b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:02.840964 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-557f3be1-e9cc-4cc4-9596-dabfa98597ec req-d0f8abde-b103-4105-a155-fa5ade87b1e9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=16077e35-4a6f-4c7f-9a92-4c8d844800d6 HTTP/1.1" status: 200 len: 915 time: 0.2344518 Aug 04 15:37:02.843977 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-bfba524b-0881-4a10-959f-f5762c1f1f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'name': 'tempest-TestMinimumBasicScenario-929207979-router', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '144717ca-8871-464d-8e87-686345f78a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:25Z', 'updated_at': '2021-08-04T15:34:28Z', 'revision_number': 4, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'gw_port': {'id': '144717ca-8871-464d-8e87-686345f78a25', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:26Z', 'updated_at': '2021-08-04T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '0df24a52-4fc5-43ed-a9c3-1d9817d9cb30', 'name': '', 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'mac_address': 'fa:16:3e:1d:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4deeeffb-8552-4582-a937-c415ff33136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:27Z', 'updated_at': '2021-08-04T15:34:34Z', 'revision_number': 5, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'subnets': [{'id': '4deeeffb-8552-4582-a937-c415ff33136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:02.845424 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Network 7ab9bc3a-0a98-46a5-af5f-33439be6598b details requested by agent ovs-agent-dv-cinder-689486-15-iscsi with host dv-cinder-689486-15-iscsi {{(pid=93421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 15:37:02.876554 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfba524b-0881-4a10-959f-f5762c1f1f47 None None] Checking router: 0cda9e7c-26b0-4102-bcf4-8f513f656f36 for host: dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:37:02.886718 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba524b-0881-4a10-959f-f5762c1f1f47 None None] Routers {'0cda9e7c-26b0-4102-bcf4-8f513f656f36'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:37:02.887521 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-bfba524b-0881-4a10-959f-f5762c1f1f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:36:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['0cda9e7c-26b0-4102-bcf4-8f513f656f36'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:02.910003 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-557f3be1-e9cc-4cc4-9596-dabfa98597ec req-84396f37-61d3-420f-90a7-fd4f6a6dec97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f855c75-8a13-4d06-afdd-7433f6785fcc HTTP/1.1" status: 200 len: 217 time: 0.0602276 Aug 04 15:37:02.974585 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f3be1-e9cc-4cc4-9596-dabfa98597ec req-26d365c8-4203-4d7f-b00e-a014a57acb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:02.976208 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-557f3be1-e9cc-4cc4-9596-dabfa98597ec req-26d365c8-4203-4d7f-b00e-a014a57acb10 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4deeeffb-8552-4582-a937-c415ff33136c HTTP/1.1" status: 200 len: 853 time: 0.0549643 Aug 04 15:37:03.022885 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-bfba524b-0881-4a10-959f-f5762c1f1f47 None None] Set router 0cda9e7c-26b0-4102-bcf4-8f513f656f36 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:37:03.044013 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f3be1-e9cc-4cc4-9596-dabfa98597ec req-e537942c-330e-4b24-bbcb-3ad998caecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:03.044717 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-0b8fce48-63e9-4f13-babe-543031d073f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2773125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3822528'] for subnet, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:03.045775 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-557f3be1-e9cc-4cc4-9596-dabfa98597ec req-e537942c-330e-4b24-bbcb-3ad998caecc0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=16077e35-4a6f-4c7f-9a92-4c8d844800d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0611351 Aug 04 15:37:03.118168 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fce48-63e9-4f13-babe-543031d073f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7333f9cf-e533-45f8-b424-674a6018d07e,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:03.137557 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8fce48-63e9-4f13-babe-543031d073f2 admin admin] Checking segment: {'id': '651157c0-cd0f-4021-8fd3-d7e61bbe24d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7ab9bc3a-0a98-46a5-af5f-33439be6598b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:37:03.137992 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8fce48-63e9-4f13-babe-543031d073f2 admin admin] Network hostable DHCP agents. Network: 7ab9bc3a-0a98-46a5-af5f-33439be6598b, hostable agents: ['a8d7af28-eca7-455e-97e1-a648a6b9f014'], hosted agents: [] {{(pid=93420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 15:37:03.163181 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8fce48-63e9-4f13-babe-543031d073f2 admin admin] Network 7ab9bc3a-0a98-46a5-af5f-33439be6598b is scheduled to be hosted by DHCP agent a8d7af28-eca7-455e-97e1-a648a6b9f014 with binding_index 1 {{(pid=93420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 15:37:03.165107 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-557f3be1-e9cc-4cc4-9596-dabfa98597ec req-9a319cc2-fc2f-4a89-af8f-b79423715ca9 service neutron] 10.222.0.59 "GET /v2.0/networks/16077e35-4a6f-4c7f-9a92-4c8d844800d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092434 Aug 04 15:37:03.187066 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-0b8fce48-63e9-4f13-babe-543031d073f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-15-iscsi, 7ab9bc3a-0a98-46a5-af5f-33439be6598b) {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:37:03.193078 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8fce48-63e9-4f13-babe-543031d073f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:03.193684 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-0b8fce48-63e9-4f13-babe-543031d073f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:03.210841 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b9503e-ef47-4d59-a246-37b6e5cfe611 None None] Network 7ab9bc3a-0a98-46a5-af5f-33439be6598b requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:37:03.223952 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-0b8fce48-63e9-4f13-babe-543031d073f2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4690189 Aug 04 15:37:03.227979 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 33162) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:03.237383 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-a6bc2a84-3252-4d1b-b45a-b00786702be4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-17551272-router', 'tenant_id': 'eb3104ba53f44e7991621d2e7322ab60', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:03.276343 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a84-3252-4d1b-b45a-b00786702be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8061657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7168'] for router, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:03.277846 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a84-3252-4d1b-b45a-b00786702be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8061605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8068638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7894325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7199'] for router, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:03.349728 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-bfba524b-0881-4a10-959f-f5762c1f1f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'name': 'tempest-TestMinimumBasicScenario-929207979-router', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '144717ca-8871-464d-8e87-686345f78a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:25Z', 'updated_at': '2021-08-04T15:34:28Z', 'revision_number': 4, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'gw_port': {'id': '144717ca-8871-464d-8e87-686345f78a25', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:26Z', 'updated_at': '2021-08-04T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '0df24a52-4fc5-43ed-a9c3-1d9817d9cb30', 'name': '', 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'mac_address': 'fa:16:3e:1d:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4deeeffb-8552-4582-a937-c415ff33136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:27Z', 'updated_at': '2021-08-04T15:34:34Z', 'revision_number': 5, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'subnets': [{'id': '4deeeffb-8552-4582-a937-c415ff33136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:03.350612 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-557f3be1-e9cc-4cc4-9596-dabfa98597ec req-27411c28-4b14-4649-bde0-92b4b314a543 service neutron] 10.222.0.59 "GET /v2.0/networks/16077e35-4a6f-4c7f-9a92-4c8d844800d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771698 Aug 04 15:37:03.377890 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a84-3252-4d1b-b45a-b00786702be4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:03.401134 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfba524b-0881-4a10-959f-f5762c1f1f47 None None] The sync data for ids ['0cda9e7c-26b0-4102-bcf4-8f513f656f36'] in dv-cinder-689486-15-iscsi is: [{'id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'name': 'tempest-TestMinimumBasicScenario-929207979-router', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '144717ca-8871-464d-8e87-686345f78a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:25Z', 'updated_at': '2021-08-04T15:34:28Z', 'revision_number': 4, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'gw_port': {'id': '144717ca-8871-464d-8e87-686345f78a25', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:26Z', 'updated_at': '2021-08-04T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '0df24a52-4fc5-43ed-a9c3-1d9817d9cb30', 'name': '', 'network_id': '16077e35-4a6f-4c7f-9a92-4c8d844800d6', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'mac_address': 'fa:16:3e:1d:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4deeeffb-8552-4582-a937-c415ff33136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:27Z', 'updated_at': '2021-08-04T15:34:34Z', 'revision_number': 5, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'subnets': [{'id': '4deeeffb-8552-4582-a937-c415ff33136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:37:03.429873 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp001a8a58-16e5-53b7-b0b3-2a49f3787e2f-7ab9bc3a-0a98-46a5-af5f-33439be6598b', 'network_id': '7ab9bc3a-0a98-46a5-af5f-33439be6598b', 'tenant_id': 'eb3104ba53f44e7991621d2e7322ab60', 'fixed_ips': [{'subnet_id': '7333f9cf-e533-45f8-b424-674a6018d07e'}]}} from dv-cinder-689486-15-iscsi. {{(pid=93421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 15:37:03.433046 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:03.560647 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a84-3252-4d1b-b45a-b00786702be4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:03.576289 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] Sync routers for ids ['171ef84e-883f-495b-ac0d-586b933c7b1c'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:37:03.605795 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] Routers {'171ef84e-883f-495b-ac0d-586b933c7b1c'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:37:03.606447 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:36:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['171ef84e-883f-495b-ac0d-586b933c7b1c'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:03.647904 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.db_base_plugin_common [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Allocated IP 172.20.0.2 (7ab9bc3a-0a98-46a5-af5f-33439be6598b/7333f9cf-e533-45f8-b424-674a6018d07e/a371b246-bd52-44ce-b0cb-eddab46cecda) {{(pid=93421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:37:03.746220 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d58abe-c791-4637-aec9-82c4364e4ab5 None None] New status for floating IP 04c04b35-9533-4a25-8370-aee0aa6f30a8: DOWN {{(pid=93422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:37:03.786205 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a84-3252-4d1b-b45a-b00786702be4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:03.807752 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a84-3252-4d1b-b45a-b00786702be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:03.826877 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] Set router 171ef84e-883f-495b-ac0d-586b933c7b1c gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:37:03.938976 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_common [None req-a6bc2a84-3252-4d1b-b45a-b00786702be4 admin admin] Allocated IP 172.27.3.190 (a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1/66c61c24-84f1-4482-97f0-c0986315f375/13ec3ed3-58e8-4f3c-adfe-451e1d42a326) {{(pid=93420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:37:04.001213 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Notify callbacks [] for port, precommit_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:04.016109 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Transition to ACTIVE for port object a371b246-bd52-44ce-b0cb-eddab46cecda will not be triggered until provisioned by entity L2. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:37:04.044943 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Transition to ACTIVE for port object a371b246-bd52-44ce-b0cb-eddab46cecda will not be triggered until provisioned by entity DHCP. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:37:04.072025 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042'] for port, after_create {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:04.076507 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a84-3252-4d1b-b45a-b00786702be4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:04.115046 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Network 7ab9bc3a-0a98-46a5-af5f-33439be6598b is already hosted by enough agents. {{(pid=93421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:37:04.121092 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a84-3252-4d1b-b45a-b00786702be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:04.123251 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.scheduler.base_scheduler [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Resources bound (agent type, host, resource id): {{(pid=93421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:37:04.130389 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Received port after_create {{(pid=93421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:37:04.135189 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Pushing event updated for resources: {'Port': ['ID=a371b246-bd52-44ce-b0cb-eddab46cecda,revision_number=1']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:04.162316 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bc2a84-3252-4d1b-b45a-b00786702be4 admin admin] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:37:04.165397 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-a6bc2a84-3252-4d1b-b45a-b00786702be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:37:04.167964 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'name': 'tempest-TestShelveInstance-1293810019-router', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:57Z', 'updated_at': '2021-08-04T15:37:00Z', 'revision_number': 4, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'gw_port': {'id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:58Z', 'updated_at': '2021-08-04T15:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '6734b403-5b23-4148-981a-23f46860526f', 'name': '', 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'mac_address': 'fa:16:3e:a5:75:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ac302d2c-3c35-415f-b5bc-2de845d1ba00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:37:00Z', 'updated_at': '2021-08-04T15:37:00Z', 'revision_number': 2, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'subnets': [{'id': 'ac302d2c-3c35-415f-b5bc-2de845d1ba00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:04.171787 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bc2a84-3252-4d1b-b45a-b00786702be4 admin admin] Received port after_create {{(pid=93420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:37:04.207525 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc2a84-3252-4d1b-b45a-b00786702be4 admin admin] Pushing event updated for resources: {'Port': ['ID=13ec3ed3-58e8-4f3c-adfe-451e1d42a326,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:04.219709 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] Checking router: 171ef84e-883f-495b-ac0d-586b933c7b1c for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:37:04.219709 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] Updating router 171ef84e-883f-495b-ac0d-586b933c7b1c port 6734b403-5b23-4148-981a-23f46860526f binding host dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:37:04.242833 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Attempting to bind port a371b246-bd52-44ce-b0cb-eddab46cecda on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:37:04.243286 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Attempting to bind port a371b246-bd52-44ce-b0cb-eddab46cecda by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '651157c0-cd0f-4021-8fd3-d7e61bbe24d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7ab9bc3a-0a98-46a5-af5f-33439be6598b'}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:37:04.243711 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Attempting to bind port a371b246-bd52-44ce-b0cb-eddab46cecda on network 7ab9bc3a-0a98-46a5-af5f-33439be6598b {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:37:04.253214 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:04.254955 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:37:04.255347 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Checking segment: {'id': '651157c0-cd0f-4021-8fd3-d7e61bbe24d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7ab9bc3a-0a98-46a5-af5f-33439be6598b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:37:04.255733 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:04.256118 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Bound using segment: {'id': '651157c0-cd0f-4021-8fd3-d7e61bbe24d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7ab9bc3a-0a98-46a5-af5f-33439be6598b'} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:37:04.256579 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Bound port: a371b246-bd52-44ce-b0cb-eddab46cecda, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651157c0-cd0f-4021-8fd3-d7e61bbe24d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7ab9bc3a-0a98-46a5-af5f-33439be6598b'}}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:37:04.256944 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:04.454234 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device f723cdd3-4df3-4f26-bff4-61c44a529ecf up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:37:04.482752 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a84-3252-4d1b-b45a-b00786702be4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:04.576568 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] For port a371b246-bd52-44ce-b0cb-eddab46cecda, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:37:04.582716 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] For port a371b246-bd52-44ce-b0cb-eddab46cecda, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=a371b246-bd52-44ce-b0cb-eddab46cecda,segment=NetworkSegment(651157c0-cd0f-4021-8fd3-d7e61bbe24d7),segment_id=651157c0-cd0f-4021-8fd3-d7e61bbe24d7)] {{(pid=93421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:37:04.594605 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:04.691538 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port f723cdd3-4df3-4f26-bff4-61c44a529ecf triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:37:04.692363 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:04.697525 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a84-3252-4d1b-b45a-b00786702be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8061782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8068651'] for router, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:04.754353 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4871c1-3708-4c05-90be-924fc1497f94 None None] Pushing event updated for resources: {'Port': ['ID=a371b246-bd52-44ce-b0cb-eddab46cecda,revision_number=2']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:04.901107 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] Notify callbacks [] for port, precommit_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:04.912109 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] Transition to ACTIVE for port object 6734b403-5b23-4148-981a-23f46860526f will not be triggered until provisioned by entity L2. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:37:04.920690 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:04.991851 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba36e2-11e2-407e-b188-0b8f65a81898 None None] Pushing event updated for resources: {'Port': ['ID=6734b403-5b23-4148-981a-23f46860526f,revision_number=3']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:05.060159 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] Attempting to bind port 6734b403-5b23-4148-981a-23f46860526f on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:37:05.061458 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] Attempting to bind port 6734b403-5b23-4148-981a-23f46860526f by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '981f4b23-c11d-422c-a311-702fa0dc1672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94'}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:37:05.061926 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] Attempting to bind port 6734b403-5b23-4148-981a-23f46860526f on network 17ec77c1-fcf9-4746-9a47-750d22823e94 {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:37:05.068335 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:37:05.068704 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] Checking segment: {'id': '981f4b23-c11d-422c-a311-702fa0dc1672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:37:05.069248 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:05.069728 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] Bound using segment: {'id': '981f4b23-c11d-422c-a311-702fa0dc1672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94'} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:37:05.070161 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] Bound port: 6734b403-5b23-4148-981a-23f46860526f, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981f4b23-c11d-422c-a311-702fa0dc1672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94'}}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:37:05.070704 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:05.164419 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] For port 6734b403-5b23-4148-981a-23f46860526f, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:37:05.171329 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] For port 6734b403-5b23-4148-981a-23f46860526f, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=6734b403-5b23-4148-981a-23f46860526f,segment=NetworkSegment(981f4b23-c11d-422c-a311-702fa0dc1672),segment_id=981f4b23-c11d-422c-a311-702fa0dc1672)] {{(pid=93421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:37:05.178957 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:05.207413 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bc2a84-3252-4d1b-b45a-b00786702be4 admin admin] Router f7bba10e-c32d-4933-bddf-fe160e3b84fa is scheduled to L3 agent 0810b032-d755-4732-a353-64b2f2f7440f with binding_index 1 {{(pid=93420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 15:37:05.254833 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] Routers {'171ef84e-883f-495b-ac0d-586b933c7b1c'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:37:05.255790 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:36:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['171ef84e-883f-495b-ac0d-586b933c7b1c'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:05.321010 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba36e2-11e2-407e-b188-0b8f65a81898 None None] Pushing event updated for resources: {'Port': ['ID=6734b403-5b23-4148-981a-23f46860526f,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:05.394325 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bc2a84-3252-4d1b-b45a-b00786702be4 admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:37:05.407750 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] Set router 171ef84e-883f-495b-ac0d-586b933c7b1c gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:37:05.412387 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5ea66-0982-44fb-9fa1-ba82816bfe71 req-5191662e-3f7e-4c1b-b4c6-b6d17956dba3 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:05.412847 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] Sync routers for ids ['f7bba10e-c32d-4933-bddf-fe160e3b84fa'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:37:05.414015 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e5a5ea66-0982-44fb-9fa1-ba82816bfe71 req-5191662e-3f7e-4c1b-b4c6-b6d17956dba3 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 945 time: 0.0852995 Aug 04 15:37:05.434250 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a84-3252-4d1b-b45a-b00786702be4 admin admin] Notify callbacks [] for router, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:05.438302 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-a6bc2a84-3252-4d1b-b45a-b00786702be4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2065241 Aug 04 15:37:05.439409 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33180) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:05.467080 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] Routers {'f7bba10e-c32d-4933-bddf-fe160e3b84fa'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:37:05.467764 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:36:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['f7bba10e-c32d-4933-bddf-fe160e3b84fa'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:05.489563 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e5a5ea66-0982-44fb-9fa1-ba82816bfe71 req-4752c253-ee86-47de-92ef-bef9b61c49ad tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653138 Aug 04 15:37:05.611308 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-9687471b-29df-4712-acc8-044f9ccdda70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:05.696814 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] Set router f7bba10e-c32d-4933-bddf-fe160e3b84fa gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:37:05.833946 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83621db8-5880-45f2-bdd2-a0404aec1e0f None None] Network 7ab9bc3a-0a98-46a5-af5f-33439be6598b requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:37:05.943299 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-338f121e-e392-4117-b61f-38378b0ad339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:06.002307 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-e654f9a2-9ecf-49f5-830b-2865d8e5e831 None None] Provisioning for port a371b246-bd52-44ce-b0cb-eddab46cecda completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:37:06.100690 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [None req-338f121e-e392-4117-b61f-38378b0ad339 admin admin] Allocated IP 172.20.0.1 (7ab9bc3a-0a98-46a5-af5f-33439be6598b/7333f9cf-e533-45f8-b424-674a6018d07e/a346e153-41a7-44ec-8bba-73833600f977) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:37:06.127696 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'name': 'tempest-TestShelveInstance-1293810019-router', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:57Z', 'updated_at': '2021-08-04T15:37:00Z', 'revision_number': 4, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'gw_port': {'id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:58Z', 'updated_at': '2021-08-04T15:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '6734b403-5b23-4148-981a-23f46860526f', 'name': '', 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'mac_address': 'fa:16:3e:a5:75:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ac302d2c-3c35-415f-b5bc-2de845d1ba00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:37:00Z', 'updated_at': '2021-08-04T15:37:05Z', 'revision_number': 4, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'subnets': [{'id': 'ac302d2c-3c35-415f-b5bc-2de845d1ba00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:06.214988 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-338f121e-e392-4117-b61f-38378b0ad339 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:06.231118 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [None req-338f121e-e392-4117-b61f-38378b0ad339 admin admin] Transition to ACTIVE for port object a346e153-41a7-44ec-8bba-73833600f977 will not be triggered until provisioned by entity DHCP. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:37:06.280246 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-338f121e-e392-4117-b61f-38378b0ad339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:06.325659 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338f121e-e392-4117-b61f-38378b0ad339 admin admin] Network 7ab9bc3a-0a98-46a5-af5f-33439be6598b is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:37:06.329345 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-338f121e-e392-4117-b61f-38378b0ad339 admin admin] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:37:06.335100 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338f121e-e392-4117-b61f-38378b0ad339 admin admin] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:37:06.366067 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device a371b246-bd52-44ce-b0cb-eddab46cecda up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:37:06.369737 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6310ff-f47c-4ea3-8f74-c4125c316ace None None] The sync data for ids ['171ef84e-883f-495b-ac0d-586b933c7b1c'] in dv-cinder-689486-15-iscsi is: [{'id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'name': 'tempest-TestShelveInstance-1293810019-router', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:57Z', 'updated_at': '2021-08-04T15:37:00Z', 'revision_number': 4, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'gw_port': {'id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:58Z', 'updated_at': '2021-08-04T15:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '6734b403-5b23-4148-981a-23f46860526f', 'name': '', 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'mac_address': 'fa:16:3e:a5:75:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ac302d2c-3c35-415f-b5bc-2de845d1ba00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:37:00Z', 'updated_at': '2021-08-04T15:37:05Z', 'revision_number': 4, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'subnets': [{'id': 'ac302d2c-3c35-415f-b5bc-2de845d1ba00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:37:06.371194 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f121e-e392-4117-b61f-38378b0ad339 admin admin] Pushing event updated for resources: {'Port': ['ID=a346e153-41a7-44ec-8bba-73833600f977,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:06.386162 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-338f121e-e392-4117-b61f-38378b0ad339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8065860'] for router_interface, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:06.447600 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bba10e-c32d-4933-bddf-fe160e3b84fa', 'name': 'tempest-TestShelveInstance-17551272-router', 'tenant_id': 'eb3104ba53f44e7991621d2e7322ab60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '13ec3ed3-58e8-4f3c-adfe-451e1d42a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:37:03Z', 'updated_at': '2021-08-04T15:37:04Z', 'revision_number': 3, 'project_id': 'eb3104ba53f44e7991621d2e7322ab60', 'gw_port': {'id': '13ec3ed3-58e8-4f3c-adfe-451e1d42a326', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fe:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bba10e-c32d-4933-bddf-fe160e3b84fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:37:03Z', 'updated_at': '2021-08-04T15:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:06.489727 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] Checking router: f7bba10e-c32d-4933-bddf-fe160e3b84fa for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:37:06.490590 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] Updating router f7bba10e-c32d-4933-bddf-fe160e3b84fa port 13ec3ed3-58e8-4f3c-adfe-451e1d42a326 binding host dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:37:06.552220 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:06.594638 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port a371b246-bd52-44ce-b0cb-eddab46cecda completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:37:06.604761 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port a371b246-bd52-44ce-b0cb-eddab46cecda triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:37:06.605427 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:06.622554 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-338f121e-e392-4117-b61f-38378b0ad339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:06.660237 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0e374-f049-4af5-b183-fe0ce2635d3a req-189ddb8a-eb16-4377-9ce2-6acc42e97942 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:06.662186 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d1f0e374-f049-4af5-b183-fe0ce2635d3a req-189ddb8a-eb16-4377-9ce2-6acc42e97942 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 945 time: 0.0754032 Aug 04 15:37:06.751798 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d1f0e374-f049-4af5-b183-fe0ce2635d3a req-ad33d80a-6b7c-4a20-8f3a-75d239b88e76 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544152 Aug 04 15:37:06.805429 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:06.835599 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-09646b23-a513-49bd-9c44-05b571580aea None None] Provisioning complete for port a371b246-bd52-44ce-b0cb-eddab46cecda triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:37:06.835983 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-09646b23-a513-49bd-9c44-05b571580aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:06.886433 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-338f121e-e392-4117-b61f-38378b0ad339 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:06.892010 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-338f121e-e392-4117-b61f-38378b0ad339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:06.937706 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port a371b246-bd52-44ce-b0cb-eddab46cecda, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=a371b246-bd52-44ce-b0cb-eddab46cecda,segment=NetworkSegment(651157c0-cd0f-4021-8fd3-d7e61bbe24d7),segment_id=651157c0-cd0f-4021-8fd3-d7e61bbe24d7)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:37:06.941408 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f121e-e392-4117-b61f-38378b0ad339 admin admin] Pushing event updated for resources: {'Port': ['ID=a346e153-41a7-44ec-8bba-73833600f977,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:06.947821 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:07.021077 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=a371b246-bd52-44ce-b0cb-eddab46cecda,revision_number=3']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:07.037429 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc72a59-ac07-4bfc-83c6-40f641f7e160 req-9b915a92-fed8-46de-9c8b-dfcf40653322 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:07.039053 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6dc72a59-ac07-4bfc-83c6-40f641f7e160 req-9b915a92-fed8-46de-9c8b-dfcf40653322 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 945 time: 0.1001773 Aug 04 15:37:07.040178 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-338f121e-e392-4117-b61f-38378b0ad339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7928233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8071454'] for router_interface, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:07.159911 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] Notify callbacks [] for port, precommit_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:07.170604 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] Transition to ACTIVE for port object 13ec3ed3-58e8-4f3c-adfe-451e1d42a326 will not be triggered until provisioned by entity L2. {{(pid=93421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:37:07.182734 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:07.218650 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338f121e-e392-4117-b61f-38378b0ad339 admin admin] Network 7ab9bc3a-0a98-46a5-af5f-33439be6598b is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:37:07.221272 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-6dc72a59-ac07-4bfc-83c6-40f641f7e160 req-0249c7b8-5e14-460c-901d-267713a4228f tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Deleting port 6f855c75-8a13-4d06-afdd-7433f6785fcc {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:37:07.221614 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-6dc72a59-ac07-4bfc-83c6-40f641f7e160 req-0249c7b8-5e14-460c-901d-267713a4228f tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:07.226301 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [None req-338f121e-e392-4117-b61f-38378b0ad339 admin admin] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:37:07.246320 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-4bc95aef-b0f4-436d-bf1a-7bb6e757d673 None None] Provisioning for port a346e153-41a7-44ec-8bba-73833600f977 completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:37:07.259600 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7375af3-6a58-4d16-bade-2b2cbc64623e None None] Pushing event updated for resources: {'Port': ['ID=13ec3ed3-58e8-4f3c-adfe-451e1d42a326,revision_number=2']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:07.264718 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-4bc95aef-b0f4-436d-bf1a-7bb6e757d673 None None] Provisioning complete for port a346e153-41a7-44ec-8bba-73833600f977 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:37:07.265200 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4bc95aef-b0f4-436d-bf1a-7bb6e757d673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:07.269208 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] Attempting to bind port 13ec3ed3-58e8-4f3c-adfe-451e1d42a326 on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:37:07.269581 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] Attempting to bind port 13ec3ed3-58e8-4f3c-adfe-451e1d42a326 by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:37:07.270037 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] Attempting to bind port 13ec3ed3-58e8-4f3c-adfe-451e1d42a326 on network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:37:07.295085 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:37:07.295608 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] Checking segment: {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:37:07.296082 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:07.296586 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] Bound using segment: {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'} {{(pid=93421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:37:07.297136 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.managers [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] Bound port: 13ec3ed3-58e8-4f3c-adfe-451e1d42a326, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289eed61-1e89-49da-ac2f-557af3c11c17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1'}}] {{(pid=93421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:37:07.297601 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:07.339741 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-4bc95aef-b0f4-436d-bf1a-7bb6e757d673 None None] Port a346e153-41a7-44ec-8bba-73833600f977 cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:37:07.372347 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] For port 13ec3ed3-58e8-4f3c-adfe-451e1d42a326, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:37:07.377228 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] For port 13ec3ed3-58e8-4f3c-adfe-451e1d42a326, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=13ec3ed3-58e8-4f3c-adfe-451e1d42a326,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:37:07.382687 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:07.460808 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] Routers {'f7bba10e-c32d-4933-bddf-fe160e3b84fa'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:37:07.461551 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:36:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['f7bba10e-c32d-4933-bddf-fe160e3b84fa'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:07.532340 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7375af3-6a58-4d16-bade-2b2cbc64623e None None] Pushing event updated for resources: {'Port': ['ID=13ec3ed3-58e8-4f3c-adfe-451e1d42a326,revision_number=3']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:07.609397 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-6c2e8659-bf44-4803-84d6-d65458d823a5 None None] Provisioning complete for port a346e153-41a7-44ec-8bba-73833600f977 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:37:07.609779 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-6c2e8659-bf44-4803-84d6-d65458d823a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:07.656714 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] Set router f7bba10e-c32d-4933-bddf-fe160e3b84fa gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:37:07.689203 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-6c2e8659-bf44-4803-84d6-d65458d823a5 None None] Port a346e153-41a7-44ec-8bba-73833600f977 cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:37:07.715079 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-6dc72a59-ac07-4bfc-83c6-40f641f7e160 req-0249c7b8-5e14-460c-901d-267713a4228f tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] For port 6f855c75-8a13-4d06-afdd-7433f6785fcc, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6f855c75-8a13-4d06-afdd-7433f6785fcc,segment=NetworkSegment(1f97d5cf-43af-4977-879c-b9d544c13354),segment_id=1f97d5cf-43af-4977-879c-b9d544c13354)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:37:07.715606 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-6dc72a59-ac07-4bfc-83c6-40f641f7e160 req-0249c7b8-5e14-460c-901d-267713a4228f tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:07.740031 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-6dc72a59-ac07-4bfc-83c6-40f641f7e160 req-0249c7b8-5e14-460c-901d-267713a4228f tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Calling delete_port for 6f855c75-8a13-4d06-afdd-7433f6785fcc owned by compute:nova {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:37:07.797327 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338f121e-e392-4117-b61f-38378b0ad339 admin admin] Router f7bba10e-c32d-4933-bddf-fe160e3b84fa has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:37:07.905387 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bba10e-c32d-4933-bddf-fe160e3b84fa', 'name': 'tempest-TestShelveInstance-17551272-router', 'tenant_id': 'eb3104ba53f44e7991621d2e7322ab60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '13ec3ed3-58e8-4f3c-adfe-451e1d42a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:37:03Z', 'updated_at': '2021-08-04T15:37:06Z', 'revision_number': 4, 'project_id': 'eb3104ba53f44e7991621d2e7322ab60', 'gw_port': {'id': '13ec3ed3-58e8-4f3c-adfe-451e1d42a326', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fe:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bba10e-c32d-4933-bddf-fe160e3b84fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:37:03Z', 'updated_at': '2021-08-04T15:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': 'a346e153-41a7-44ec-8bba-73833600f977', 'name': '', 'network_id': '7ab9bc3a-0a98-46a5-af5f-33439be6598b', 'tenant_id': 'eb3104ba53f44e7991621d2e7322ab60', 'mac_address': 'fa:16:3e:97:b9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bba10e-c32d-4933-bddf-fe160e3b84fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7333f9cf-e533-45f8-b424-674a6018d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:37:05Z', 'updated_at': '2021-08-04T15:37:06Z', 'revision_number': 2, 'project_id': 'eb3104ba53f44e7991621d2e7322ab60', 'subnets': [{'id': '7333f9cf-e533-45f8-b424-674a6018d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:07.922294 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c961b50-6a9a-43a2-833e-f5e74ef87bcc req-e031b9ee-e081-4ac3-8966-e711956db115 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:07.924990 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3c961b50-6a9a-43a2-833e-f5e74ef87bcc req-e031b9ee-e081-4ac3-8966-e711956db115 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e07cb05-2d1b-4f27-b862-596052f80748 HTTP/1.1" status: 200 len: 945 time: 0.0664203 Aug 04 15:37:07.937477 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bd8db5-98c1-4c39-980f-e06a3d598375 None None] The sync data for ids ['f7bba10e-c32d-4933-bddf-fe160e3b84fa'] in dv-cinder-689486-15-iscsi is: [{'id': 'f7bba10e-c32d-4933-bddf-fe160e3b84fa', 'name': 'tempest-TestShelveInstance-17551272-router', 'tenant_id': 'eb3104ba53f44e7991621d2e7322ab60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '13ec3ed3-58e8-4f3c-adfe-451e1d42a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:37:03Z', 'updated_at': '2021-08-04T15:37:06Z', 'revision_number': 4, 'project_id': 'eb3104ba53f44e7991621d2e7322ab60', 'gw_port': {'id': '13ec3ed3-58e8-4f3c-adfe-451e1d42a326', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fe:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bba10e-c32d-4933-bddf-fe160e3b84fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:37:03Z', 'updated_at': '2021-08-04T15:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': 'a346e153-41a7-44ec-8bba-73833600f977', 'name': '', 'network_id': '7ab9bc3a-0a98-46a5-af5f-33439be6598b', 'tenant_id': 'eb3104ba53f44e7991621d2e7322ab60', 'mac_address': 'fa:16:3e:97:b9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bba10e-c32d-4933-bddf-fe160e3b84fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7333f9cf-e533-45f8-b424-674a6018d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:37:05Z', 'updated_at': '2021-08-04T15:37:06Z', 'revision_number': 2, 'project_id': 'eb3104ba53f44e7991621d2e7322ab60', 'subnets': [{'id': '7333f9cf-e533-45f8-b424-674a6018d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:37:07.974181 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3c961b50-6a9a-43a2-833e-f5e74ef87bcc req-e7f49491-2971-4055-95f4-1956c0ee3a41 tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.10 "GET /v2.0/security-groups?id=785c68af-564e-4f1b-ba7f-310fd133886c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423453 Aug 04 15:37:07.985171 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338f121e-e392-4117-b61f-38378b0ad339 admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:37:07.991081 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-338f121e-e392-4117-b61f-38378b0ad339 admin admin] 10.222.0.10 "PUT /v2.0/routers/f7bba10e-c32d-4933-bddf-fe160e3b84fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5500340 Aug 04 15:37:08.020661 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-6dc72a59-ac07-4bfc-83c6-40f641f7e160 req-0249c7b8-5e14-460c-901d-267713a4228f tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:08.034226 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['6f855c75-8a13-4d06-afdd-7433f6785fcc'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:37:08.085274 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249c7b8-5e14-460c-901d-267713a4228f tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Pushing event deleted for resources: {'Port': ['ID=6f855c75-8a13-4d06-afdd-7433f6785fcc,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:08.100255 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc72a59-ac07-4bfc-83c6-40f641f7e160 req-0249c7b8-5e14-460c-901d-267713a4228f tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] No DVR routers for this DVR port 6f855c75-8a13-4d06-afdd-7433f6785fcc on host hv-cinder-68948 {{(pid=93419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:37:08.102836 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-6dc72a59-ac07-4bfc-83c6-40f641f7e160 req-0249c7b8-5e14-460c-901d-267713a4228f tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:08.105512 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6dc72a59-ac07-4bfc-83c6-40f641f7e160 req-0249c7b8-5e14-460c-901d-267713a4228f tempest-TestMinimumBasicScenario-402517682 tempest-TestMinimumBasicScenario-402517682-project] 10.222.0.59 "DELETE /v2.0/ports/6f855c75-8a13-4d06-afdd-7433f6785fcc HTTP/1.1" status: 204 len: 173 time: 1.0582743 Aug 04 15:37:08.106033 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e07cb05-2d1b-4f27-b862-596052f80748', 'name': 'network-vif-deleted', 'tag': '6f855c75-8a13-4d06-afdd-7433f6785fcc'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:37:08.108927 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a78b34d-7731-48a4-b917-76b2b723617a" -d '{"events": [{"server_uuid": "0e07cb05-2d1b-4f27-b862-596052f80748", "name": "network-vif-deleted", "tag": "6f855c75-8a13-4d06-afdd-7433f6785fcc"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:37:08.161154 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85a620c-06e7-4207-bd16-250e4f924a1d x-openstack-request-id: req-d85a620c-06e7-4207-bd16-250e4f924a1d {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:37:08.161505 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e07cb05-2d1b-4f27-b862-596052f80748", "name": "network-vif-deleted", "tag": "6f855c75-8a13-4d06-afdd-7433f6785fcc", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:37:08.161853 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d85a620c-06e7-4207-bd16-250e4f924a1d {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:37:08.162317 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e07cb05-2d1b-4f27-b862-596052f80748', 'name': 'network-vif-deleted', 'tag': '6f855c75-8a13-4d06-afdd-7433f6785fcc', 'status': 'completed', 'code': 200} Aug 04 15:37:08.428392 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device a371b246-bd52-44ce-b0cb-eddab46cecda up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:37:08.484768 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port a371b246-bd52-44ce-b0cb-eddab46cecda triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:37:08.485245 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:08.630967 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 6734b403-5b23-4148-981a-23f46860526f up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:37:08.720205 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port 6734b403-5b23-4148-981a-23f46860526f completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:37:08.725576 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 6734b403-5b23-4148-981a-23f46860526f triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:37:08.726369 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:08.849206 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:08.907249 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 33194) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:08.911755 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port 6734b403-5b23-4148-981a-23f46860526f, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=6734b403-5b23-4148-981a-23f46860526f,segment=NetworkSegment(981f4b23-c11d-422c-a311-702fa0dc1672),segment_id=981f4b23-c11d-422c-a311-702fa0dc1672)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:37:08.913142 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-7cb40e7f-8f57-4c38-9526-0be826162b1d tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2059332205', 'description': 'tempest-secgroup-smoke-2059332205 description', 'project_id': '288c9ba873dd45bf8e015055443e3a38'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:08.917783 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:08.949127 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7cb40e7f-8f57-4c38-9526-0be826162b1d tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:08.978791 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=6734b403-5b23-4148-981a-23f46860526f,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:09.007689 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-222af9c3-0954-44ec-ac56-4a524b597bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.050699 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7cb40e7f-8f57-4c38-9526-0be826162b1d tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.056578 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7cb40e7f-8f57-4c38-9526-0be826162b1d tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.094748 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-7cb40e7f-8f57-4c38-9526-0be826162b1d tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.096948 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-7cb40e7f-8f57-4c38-9526-0be826162b1d tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1876199 Aug 04 15:37:09.100010 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33206) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:09.102714 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb40e7f-8f57-4c38-9526-0be826162b1d tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf97577-76a5-47d8-90a6-0bf69486c686,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:09.106466 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-9acb5e05-4e1b-42d6-b0f6-a0f62bd2bcc7 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Request body: {'security_group_rule': {'security_group_id': 'adf97577-76a5-47d8-90a6-0bf69486c686', 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:09.155329 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9acb5e05-4e1b-42d6-b0f6-a0f62bd2bcc7 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.210061 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9acb5e05-4e1b-42d6-b0f6-a0f62bd2bcc7 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.216065 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9acb5e05-4e1b-42d6-b0f6-a0f62bd2bcc7 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.239105 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb5e05-4e1b-42d6-b0f6-a0f62bd2bcc7 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f645a3dd-9ff9-4da2-ac6f-4167dd64c98a,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:09.246601 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9acb5e05-4e1b-42d6-b0f6-a0f62bd2bcc7 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.247883 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-9acb5e05-4e1b-42d6-b0f6-a0f62bd2bcc7 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468012 Aug 04 15:37:09.251268 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33210) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:09.258873 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-21dd39d8-28b4-4576-9530-26afff1ed1ea tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Request body: {'security_group_rule': {'security_group_id': 'adf97577-76a5-47d8-90a6-0bf69486c686', 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:09.290124 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-21dd39d8-28b4-4576-9530-26afff1ed1ea tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.390362 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-21dd39d8-28b4-4576-9530-26afff1ed1ea tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.396142 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-21dd39d8-28b4-4576-9530-26afff1ed1ea tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.400894 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.430910 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd39d8-28b4-4576-9530-26afff1ed1ea tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26041deb-3e7b-4cb3-9caa-1a41ceb716fb,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:09.435058 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-21dd39d8-28b4-4576-9530-26afff1ed1ea tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.436390 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-21dd39d8-28b4-4576-9530-26afff1ed1ea tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1825607 Aug 04 15:37:09.439222 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33222) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:09.444471 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-8edfbae7-27b7-4fa2-9b20-f34909cbd39e tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Request body: {'security_group_rule': {'security_group_id': 'adf97577-76a5-47d8-90a6-0bf69486c686', 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:09.489658 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-8edfbae7-27b7-4fa2-9b20-f34909cbd39e tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.570875 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-8edfbae7-27b7-4fa2-9b20-f34909cbd39e tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.577209 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-8edfbae7-27b7-4fa2-9b20-f34909cbd39e tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.597818 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edfbae7-27b7-4fa2-9b20-f34909cbd39e tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e27743-ba9f-4345-9fb6-ae133a31be05,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:09.608462 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-8edfbae7-27b7-4fa2-9b20-f34909cbd39e tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.613045 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-8edfbae7-27b7-4fa2-9b20-f34909cbd39e tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1693027 Aug 04 15:37:09.613240 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33244) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:09.617818 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [None req-6e81321d-fccd-47b7-bb9b-fc7ed78d9c7f tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Request body: {'security_group_rule': {'security_group_id': 'adf97577-76a5-47d8-90a6-0bf69486c686', 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:09.646888 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6e81321d-fccd-47b7-bb9b-fc7ed78d9c7f tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.697482 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.723437 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6e81321d-fccd-47b7-bb9b-fc7ed78d9c7f tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.727525 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6e81321d-fccd-47b7-bb9b-fc7ed78d9c7f tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.744692 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81321d-fccd-47b7-bb9b-fc7ed78d9c7f tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2416f341-0d74-4495-9fed-0efd49cbe74c,revision_number=0']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:09.752592 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6e81321d-fccd-47b7-bb9b-fc7ed78d9c7f tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.756724 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-6e81321d-fccd-47b7-bb9b-fc7ed78d9c7f tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397703 Aug 04 15:37:09.757033 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 33252) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:09.761855 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-b656c35f-ad51-47c9-940b-7011e74ae5a7 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Request body: {'security_group_rule': {'security_group_id': 'adf97577-76a5-47d8-90a6-0bf69486c686', 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:09.787202 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.db.securitygroups_db [None req-b656c35f-ad51-47c9-940b-7011e74ae5a7 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Project 288c9ba873dd45bf8e015055443e3a38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:37:09.792400 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b656c35f-ad51-47c9-940b-7011e74ae5a7 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.861924 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33254) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:09.866295 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b656c35f-ad51-47c9-940b-7011e74ae5a7 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.870804 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b656c35f-ad51-47c9-940b-7011e74ae5a7 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.889435 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656c35f-ad51-47c9-940b-7011e74ae5a7 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c701691-7a70-4200-bcf4-a142fe5f0b7d,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:09.901655 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-b656c35f-ad51-47c9-940b-7011e74ae5a7 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:09.905583 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-b656c35f-ad51-47c9-940b-7011e74ae5a7 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1449106 Aug 04 15:37:09.905843 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 33256) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:09.911166 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-2848a5ca-e00b-49a0-bab1-dee4ac2b33f9 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Request body: {'security_group_rule': {'security_group_id': 'adf97577-76a5-47d8-90a6-0bf69486c686', 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:09.937117 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.db.securitygroups_db [None req-2848a5ca-e00b-49a0-bab1-dee4ac2b33f9 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Project 288c9ba873dd45bf8e015055443e3a38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 15:37:09.943048 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2848a5ca-e00b-49a0-bab1-dee4ac2b33f9 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.011399 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2848a5ca-e00b-49a0-bab1-dee4ac2b33f9 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.021309 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2848a5ca-e00b-49a0-bab1-dee4ac2b33f9 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070798'] for security_group_rule, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.041401 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848a5ca-e00b-49a0-bab1-dee4ac2b33f9 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2a6709-2cc9-4f68-9a07-282ea547b7ac,revision_number=0']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:10.047515 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-2848a5ca-e00b-49a0-bab1-dee4ac2b33f9 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.048846 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-2848a5ca-e00b-49a0-bab1-dee4ac2b33f9 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1420023 Aug 04 15:37:10.133556 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.269788 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-af9c7e44-55e6-4a42-b7dc-dfd3d8e3ffdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8072613'] for router_interface, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.272458 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] Sync routers for ids ['f7bba10e-c32d-4933-bddf-fe160e3b84fa'] in dv-cinder-689486-15-iscsi {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:37:10.283327 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] Routers {'f7bba10e-c32d-4933-bddf-fe160e3b84fa'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:37:10.284076 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:37:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['f7bba10e-c32d-4933-bddf-fe160e3b84fa'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:10.415781 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] Set router f7bba10e-c32d-4933-bddf-fe160e3b84fa gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:37:10.442296 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 13ec3ed3-58e8-4f3c-adfe-451e1d42a326 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:37:10.504369 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port 13ec3ed3-58e8-4f3c-adfe-451e1d42a326 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:37:10.509000 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 13ec3ed3-58e8-4f3c-adfe-451e1d42a326 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:37:10.509894 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.644723 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-af9c7e44-55e6-4a42-b7dc-dfd3d8e3ffdf admin admin] Deleting port 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30 {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:37:10.646165 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.647618 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-af9c7e44-55e6-4a42-b7dc-dfd3d8e3ffdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.686215 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port 13ec3ed3-58e8-4f3c-adfe-451e1d42a326, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=13ec3ed3-58e8-4f3c-adfe-451e1d42a326,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:37:10.692961 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.694997 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 6734b403-5b23-4148-981a-23f46860526f up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:37:10.740595 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bba10e-c32d-4933-bddf-fe160e3b84fa', 'name': 'tempest-TestShelveInstance-17551272-router', 'tenant_id': 'eb3104ba53f44e7991621d2e7322ab60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '13ec3ed3-58e8-4f3c-adfe-451e1d42a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:37:03Z', 'updated_at': '2021-08-04T15:37:06Z', 'revision_number': 4, 'project_id': 'eb3104ba53f44e7991621d2e7322ab60', 'gw_port': {'id': '13ec3ed3-58e8-4f3c-adfe-451e1d42a326', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fe:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bba10e-c32d-4933-bddf-fe160e3b84fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:37:03Z', 'updated_at': '2021-08-04T15:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': 'a346e153-41a7-44ec-8bba-73833600f977', 'name': '', 'network_id': '7ab9bc3a-0a98-46a5-af5f-33439be6598b', 'tenant_id': 'eb3104ba53f44e7991621d2e7322ab60', 'mac_address': 'fa:16:3e:97:b9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bba10e-c32d-4933-bddf-fe160e3b84fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7333f9cf-e533-45f8-b424-674a6018d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:37:05Z', 'updated_at': '2021-08-04T15:37:06Z', 'revision_number': 2, 'project_id': 'eb3104ba53f44e7991621d2e7322ab60', 'subnets': [{'id': '7333f9cf-e533-45f8-b424-674a6018d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:10.766793 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] Checking router: f7bba10e-c32d-4933-bddf-fe160e3b84fa for host: dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:37:10.767162 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] Updating router f7bba10e-c32d-4933-bddf-fe160e3b84fa port a346e153-41a7-44ec-8bba-73833600f977 binding host dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 15:37:10.795647 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [None req-af9c7e44-55e6-4a42-b7dc-dfd3d8e3ffdf admin admin] For port 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=0df24a52-4fc5-43ed-a9c3-1d9817d9cb30,segment=NetworkSegment(1f97d5cf-43af-4977-879c-b9d544c13354),segment_id=1f97d5cf-43af-4977-879c-b9d544c13354)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:37:10.795904 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-af9c7e44-55e6-4a42-b7dc-dfd3d8e3ffdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.799054 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=13ec3ed3-58e8-4f3c-adfe-451e1d42a326,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:10.805593 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 6734b403-5b23-4148-981a-23f46860526f triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:37:10.806055 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:10.812083 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-af9c7e44-55e6-4a42-b7dc-dfd3d8e3ffdf admin admin] Calling delete_port for 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30 owned by network:router_interface {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:37:10.816757 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:11.016483 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-af9c7e44-55e6-4a42-b7dc-dfd3d8e3ffdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:11.035710 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 6f855c75-8a13-4d06-afdd-7433f6785fcc no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:37:11.059192 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c7e44-55e6-4a42-b7dc-dfd3d8e3ffdf admin admin] Pushing event deleted for resources: {'Port': ['ID=0df24a52-4fc5-43ed-a9c3-1d9817d9cb30,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:11.065448 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] No Port match for: 6f855c75-8a13-4d06-afdd-7433f6785fcc {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:37:11.065966 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 6f855c75-8a13-4d06-afdd-7433f6785fcc not bound to the agent host hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:37:11.109995 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:11.122084 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.provisioning_blocks [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] Transition to ACTIVE for port object a346e153-41a7-44ec-8bba-73833600f977 will not be triggered until provisioned by entity L2. {{(pid=93422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:37:11.129467 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:11.186853 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91efd48-c83c-470e-9c7a-f457742a23f9 None None] Pushing event updated for resources: {'Port': ['ID=a346e153-41a7-44ec-8bba-73833600f977,revision_number=3']} {{(pid=93422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:11.199826 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91efd48-c83c-470e-9c7a-f457742a23f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:11.200223 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91efd48-c83c-470e-9c7a-f457742a23f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:11.200524 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91efd48-c83c-470e-9c7a-f457742a23f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:11.200859 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91efd48-c83c-470e-9c7a-f457742a23f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:11.201186 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91efd48-c83c-470e-9c7a-f457742a23f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:11.201514 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91efd48-c83c-470e-9c7a-f457742a23f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:11.201886 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91efd48-c83c-470e-9c7a-f457742a23f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:11.202151 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91efd48-c83c-470e-9c7a-f457742a23f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:11.202488 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91efd48-c83c-470e-9c7a-f457742a23f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:11.203003 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91efd48-c83c-470e-9c7a-f457742a23f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:11.203542 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91efd48-c83c-470e-9c7a-f457742a23f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:11.204048 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91efd48-c83c-470e-9c7a-f457742a23f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:11.263841 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] Attempting to bind port a346e153-41a7-44ec-8bba-73833600f977 on host dv-cinder-689486-15-iscsi for vnic_type normal with profile {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:37:11.264510 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] Attempting to bind port a346e153-41a7-44ec-8bba-73833600f977 by drivers openvswitch,hyperv on host dv-cinder-689486-15-iscsi at level 0 using segments [{'id': '651157c0-cd0f-4021-8fd3-d7e61bbe24d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7ab9bc3a-0a98-46a5-af5f-33439be6598b'}] {{(pid=93422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:37:11.264864 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] Attempting to bind port a346e153-41a7-44ec-8bba-73833600f977 on network 7ab9bc3a-0a98-46a5-af5f-33439be6598b {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:37:11.271267 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] Checking agent: {'id': '719868d2-3725-4e2d-85af-b0d262c409c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 17, 39), 'started_at': datetime.datetime(2021, 8, 4, 15, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:37:11.271537 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] Checking segment: {'id': '651157c0-cd0f-4021-8fd3-d7e61bbe24d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7ab9bc3a-0a98-46a5-af5f-33439be6598b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:37:11.272218 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:11.272628 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] Bound using segment: {'id': '651157c0-cd0f-4021-8fd3-d7e61bbe24d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7ab9bc3a-0a98-46a5-af5f-33439be6598b'} {{(pid=93422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:37:11.274000 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.managers [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] Bound port: a346e153-41a7-44ec-8bba-73833600f977, host: dv-cinder-689486-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651157c0-cd0f-4021-8fd3-d7e61bbe24d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7ab9bc3a-0a98-46a5-af5f-33439be6598b'}}] {{(pid=93422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:37:11.274664 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:11.281642 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-af9c7e44-55e6-4a42-b7dc-dfd3d8e3ffdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7928224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8072525'] for router_interface, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:11.344214 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.db [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] For port a346e153-41a7-44ec-8bba-73833600f977, host dv-cinder-689486-15-iscsi, cleared binding levels {{(pid=93422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:37:11.348912 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.plugins.ml2.db [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] For port a346e153-41a7-44ec-8bba-73833600f977, host dv-cinder-689486-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=a346e153-41a7-44ec-8bba-73833600f977,segment=NetworkSegment(651157c0-cd0f-4021-8fd3-d7e61bbe24d7),segment_id=651157c0-cd0f-4021-8fd3-d7e61bbe24d7)] {{(pid=93422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:37:11.354833 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:11.415535 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] Routers {'f7bba10e-c32d-4933-bddf-fe160e3b84fa'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:37:11.416149 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:37:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['f7bba10e-c32d-4933-bddf-fe160e3b84fa'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:11.422189 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91efd48-c83c-470e-9c7a-f457742a23f9 None None] Pushing event updated for resources: {'Port': ['ID=a346e153-41a7-44ec-8bba-73833600f977,revision_number=4']} {{(pid=93422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:11.545067 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] Set router f7bba10e-c32d-4933-bddf-fe160e3b84fa gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:37:11.547465 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9c7e44-55e6-4a42-b7dc-dfd3d8e3ffdf admin admin] Router 0cda9e7c-26b0-4102-bcf4-8f513f656f36 has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:37:11.659891 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9c7e44-55e6-4a42-b7dc-dfd3d8e3ffdf admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:37:11.668175 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 33314) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:11.671115 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-af9c7e44-55e6-4a42-b7dc-dfd3d8e3ffdf admin admin] 10.222.0.10 "PUT /v2.0/routers/0cda9e7c-26b0-4102-bcf4-8f513f656f36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8021584 Aug 04 15:37:11.673296 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9fdab-2f32-4b42-ab24-501b40b2cf92 None None] Sync routers for ids ['0cda9e7c-26b0-4102-bcf4-8f513f656f36'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:37:11.692391 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9fdab-2f32-4b42-ab24-501b40b2cf92 None None] Routers {'0cda9e7c-26b0-4102-bcf4-8f513f656f36'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:37:11.693088 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-ffc9fdab-2f32-4b42-ab24-501b40b2cf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:37:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['0cda9e7c-26b0-4102-bcf4-8f513f656f36'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:11.796664 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9f40-5f72-4a7d-9b3c-f82045c59031 admin admin] Notify callbacks [] for router, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:11.803441 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bba10e-c32d-4933-bddf-fe160e3b84fa', 'name': 'tempest-TestShelveInstance-17551272-router', 'tenant_id': 'eb3104ba53f44e7991621d2e7322ab60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '13ec3ed3-58e8-4f3c-adfe-451e1d42a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:37:03Z', 'updated_at': '2021-08-04T15:37:06Z', 'revision_number': 4, 'project_id': 'eb3104ba53f44e7991621d2e7322ab60', 'gw_port': {'id': '13ec3ed3-58e8-4f3c-adfe-451e1d42a326', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bba10e-c32d-4933-bddf-fe160e3b84fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:37:03Z', 'updated_at': '2021-08-04T15:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': 'a346e153-41a7-44ec-8bba-73833600f977', 'name': '', 'network_id': '7ab9bc3a-0a98-46a5-af5f-33439be6598b', 'tenant_id': 'eb3104ba53f44e7991621d2e7322ab60', 'mac_address': 'fa:16:3e:97:b9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bba10e-c32d-4933-bddf-fe160e3b84fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7333f9cf-e533-45f8-b424-674a6018d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:37:05Z', 'updated_at': '2021-08-04T15:37:11Z', 'revision_number': 4, 'project_id': 'eb3104ba53f44e7991621d2e7322ab60', 'subnets': [{'id': '7333f9cf-e533-45f8-b424-674a6018d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:11.835519 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc6e0c7-1850-4e74-acdf-d406300180f7 None None] The sync data for ids ['f7bba10e-c32d-4933-bddf-fe160e3b84fa'] in dv-cinder-689486-15-iscsi is: [{'id': 'f7bba10e-c32d-4933-bddf-fe160e3b84fa', 'name': 'tempest-TestShelveInstance-17551272-router', 'tenant_id': 'eb3104ba53f44e7991621d2e7322ab60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '13ec3ed3-58e8-4f3c-adfe-451e1d42a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:37:03Z', 'updated_at': '2021-08-04T15:37:06Z', 'revision_number': 4, 'project_id': 'eb3104ba53f44e7991621d2e7322ab60', 'gw_port': {'id': '13ec3ed3-58e8-4f3c-adfe-451e1d42a326', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bba10e-c32d-4933-bddf-fe160e3b84fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:37:03Z', 'updated_at': '2021-08-04T15:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': 'a346e153-41a7-44ec-8bba-73833600f977', 'name': '', 'network_id': '7ab9bc3a-0a98-46a5-af5f-33439be6598b', 'tenant_id': 'eb3104ba53f44e7991621d2e7322ab60', 'mac_address': 'fa:16:3e:97:b9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bba10e-c32d-4933-bddf-fe160e3b84fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7333f9cf-e533-45f8-b424-674a6018d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:37:05Z', 'updated_at': '2021-08-04T15:37:11Z', 'revision_number': 4, 'project_id': 'eb3104ba53f44e7991621d2e7322ab60', 'subnets': [{'id': '7333f9cf-e533-45f8-b424-674a6018d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:37:11.918106 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9f40-5f72-4a7d-9b3c-f82045c59031 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:11.984273 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-ffc9fdab-2f32-4b42-ab24-501b40b2cf92 None None] Set router 0cda9e7c-26b0-4102-bcf4-8f513f656f36 gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:37:11.987891 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a9f40-5f72-4a7d-9b3c-f82045c59031 admin admin] Deleting port 144717ca-8871-464d-8e87-686345f78a25 {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:37:11.988232 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9f40-5f72-4a7d-9b3c-f82045c59031 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:12.073282 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [None req-ed6a9f40-5f72-4a7d-9b3c-f82045c59031 admin admin] For port 144717ca-8871-464d-8e87-686345f78a25, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=144717ca-8871-464d-8e87-686345f78a25,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:37:12.073744 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9f40-5f72-4a7d-9b3c-f82045c59031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:12.092010 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a9f40-5f72-4a7d-9b3c-f82045c59031 admin admin] Calling delete_port for 144717ca-8871-464d-8e87-686345f78a25 owned by network:router_gateway {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:37:12.188188 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-ffc9fdab-2f32-4b42-ab24-501b40b2cf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'name': 'tempest-TestMinimumBasicScenario-929207979-router', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '144717ca-8871-464d-8e87-686345f78a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:25Z', 'updated_at': '2021-08-04T15:37:10Z', 'revision_number': 5, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'gw_port': {'id': '144717ca-8871-464d-8e87-686345f78a25', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:26Z', 'updated_at': '2021-08-04T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:12.216897 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9fdab-2f32-4b42-ab24-501b40b2cf92 None None] Checking router: 0cda9e7c-26b0-4102-bcf4-8f513f656f36 for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:37:12.226803 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9fdab-2f32-4b42-ab24-501b40b2cf92 None None] Routers {'0cda9e7c-26b0-4102-bcf4-8f513f656f36'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:37:12.227464 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-ffc9fdab-2f32-4b42-ab24-501b40b2cf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:37:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['0cda9e7c-26b0-4102-bcf4-8f513f656f36'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:12.310884 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9f40-5f72-4a7d-9b3c-f82045c59031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:12.340280 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-ffc9fdab-2f32-4b42-ab24-501b40b2cf92 None None] Set router 0cda9e7c-26b0-4102-bcf4-8f513f656f36 gateway port host: None {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:37:12.349113 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a9f40-5f72-4a7d-9b3c-f82045c59031 admin admin] Pushing event deleted for resources: {'Port': ['ID=144717ca-8871-464d-8e87-686345f78a25,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:12.411018 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-ffc9fdab-2f32-4b42-ab24-501b40b2cf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'name': 'tempest-TestMinimumBasicScenario-929207979-router', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:25Z', 'updated_at': '2021-08-04T15:37:11Z', 'revision_number': 6, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'gw_port_host': None}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:12.421269 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9f40-5f72-4a7d-9b3c-f82045c59031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068815'] for router_gateway, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:12.443823 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 13ec3ed3-58e8-4f3c-adfe-451e1d42a326 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:37:12.447432 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9fdab-2f32-4b42-ab24-501b40b2cf92 None None] The sync data for ids ['0cda9e7c-26b0-4102-bcf4-8f513f656f36'] in dv-cinder-689486-15-iscsi is: [{'id': '0cda9e7c-26b0-4102-bcf4-8f513f656f36', 'name': 'tempest-TestMinimumBasicScenario-929207979-router', 'tenant_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:25Z', 'updated_at': '2021-08-04T15:37:11Z', 'revision_number': 6, 'project_id': 'd8340ffa6d1a4f599c0ee6abc0e0c562', 'gw_port_host': None}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:37:12.494960 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port 13ec3ed3-58e8-4f3c-adfe-451e1d42a326 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:37:12.495285 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:12.533783 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9f40-5f72-4a7d-9b3c-f82045c59031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8061795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7190'] for router, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:12.537692 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9f40-5f72-4a7d-9b3c-f82045c59031 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:12.587164 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device a346e153-41a7-44ec-8bba-73833600f977 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:37:12.604802 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9f40-5f72-4a7d-9b3c-f82045c59031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8061903'] for router, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:12.605422 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6a9f40-5f72-4a7d-9b3c-f82045c59031 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cda9e7c-26b0-4102-bcf4-8f513f656f36 {{(pid=93420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:37:12.612927 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9f40-5f72-4a7d-9b3c-f82045c59031 admin admin] Notify callbacks [] for router, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:12.617577 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-ed6a9f40-5f72-4a7d-9b3c-f82045c59031 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0cda9e7c-26b0-4102-bcf4-8f513f656f36 HTTP/1.1" status: 204 len: 168 time: 0.9481983 Aug 04 15:37:12.618055 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33318) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:12.645024 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:12.654916 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning for port a346e153-41a7-44ec-8bba-73833600f977 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:37:12.659428 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port a346e153-41a7-44ec-8bba-73833600f977 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:37:12.660366 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:12.665034 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe33e45e-754e-477a-8793-3ec2da52dca8 admin admin] Deleting subnet 4deeeffb-8552-4582-a937-c415ff33136c {{(pid=93419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:37:12.678511 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fe33e45e-754e-477a-8793-3ec2da52dca8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:12.713629 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fe33e45e-754e-477a-8793-3ec2da52dca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6438917'] for subnet, precommit_delete_associations {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:12.745370 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:12.779576 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] For port a346e153-41a7-44ec-8bba-73833600f977, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=a346e153-41a7-44ec-8bba-73833600f977,segment=NetworkSegment(651157c0-cd0f-4021-8fd3-d7e61bbe24d7),segment_id=651157c0-cd0f-4021-8fd3-d7e61bbe24d7)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:37:12.787007 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:12.812675 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fe33e45e-754e-477a-8793-3ec2da52dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674264'] for subnet, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:12.857508 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Pushing event updated for resources: {'Port': ['ID=a346e153-41a7-44ec-8bba-73833600f977,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:12.884045 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fe33e45e-754e-477a-8793-3ec2da52dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1928702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2281194'] for subnet, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:12.912170 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33e45e-754e-477a-8793-3ec2da52dca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4deeeffb-8552-4582-a937-c415ff33136c,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:12.918333 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fe33e45e-754e-477a-8793-3ec2da52dca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:12.920315 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-fe33e45e-754e-477a-8793-3ec2da52dca8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4deeeffb-8552-4582-a937-c415ff33136c HTTP/1.1" status: 204 len: 168 time: 0.3004644 Aug 04 15:37:12.922682 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33322) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:12.924908 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5612c7c2-7954-4fd6-92f3-2a1540fedb06 None None] Network 16077e35-4a6f-4c7f-9a92-4c8d844800d6 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:37:13.000557 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6ef2f7b1-91bd-43e0-9215-fa9395a19b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780294'] for network, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:13.054738 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-6ef2f7b1-91bd-43e0-9215-fa9395a19b71 admin admin] Deleting port 0153d185-a90a-41fb-be49-5b4704e59827 {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:37:13.055077 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6ef2f7b1-91bd-43e0-9215-fa9395a19b71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:13.119639 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [None req-6ef2f7b1-91bd-43e0-9215-fa9395a19b71 admin admin] For port 0153d185-a90a-41fb-be49-5b4704e59827, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=0153d185-a90a-41fb-be49-5b4704e59827,segment=NetworkSegment(1f97d5cf-43af-4977-879c-b9d544c13354),segment_id=1f97d5cf-43af-4977-879c-b9d544c13354)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:37:13.120003 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6ef2f7b1-91bd-43e0-9215-fa9395a19b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:13.133850 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-6ef2f7b1-91bd-43e0-9215-fa9395a19b71 admin admin] Calling delete_port for 0153d185-a90a-41fb-be49-5b4704e59827 owned by network:dhcp {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:37:13.161286 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2df1b4-ae6e-4120-a704-72cb0026e60b None None] DHCP port deletion for 16077e35-4a6f-4c7f-9a92-4c8d844800d6 request from dv-cinder-689486-15-iscsi {{(pid=93421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:37:13.223985 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-9f2df1b4-ae6e-4120-a704-72cb0026e60b None None] Deleting port 0153d185-a90a-41fb-be49-5b4704e59827 {{(pid=93421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:37:13.224450 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-9f2df1b4-ae6e-4120-a704-72cb0026e60b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:13.227732 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6ef2f7b1-91bd-43e0-9215-fa9395a19b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:13.251818 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef2f7b1-91bd-43e0-9215-fa9395a19b71 admin admin] No DVR routers for this DVR port 0153d185-a90a-41fb-be49-5b4704e59827 on host dv-cinder-689486-15-iscsi {{(pid=93419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:37:13.274973 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2f7b1-91bd-43e0-9215-fa9395a19b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=0153d185-a90a-41fb-be49-5b4704e59827,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:13.304026 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-9f2df1b4-ae6e-4120-a704-72cb0026e60b None None] For port 0153d185-a90a-41fb-be49-5b4704e59827, host dv-cinder-689486-15-iscsi, got binding levels [] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:37:13.304419 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-9f2df1b4-ae6e-4120-a704-72cb0026e60b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:13.318531 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-9f2df1b4-ae6e-4120-a704-72cb0026e60b None None] Calling delete_port for 0153d185-a90a-41fb-be49-5b4704e59827 owned by network:dhcp {{(pid=93421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:37:13.321904 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.ipam_backend_mixin [None req-9f2df1b4-ae6e-4120-a704-72cb0026e60b None None] Port 0153d185-a90a-41fb-be49-5b4704e59827 was not found and therefore no delete operation was performed {{(pid=93421) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 15:37:13.323336 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-9f2df1b4-ae6e-4120-a704-72cb0026e60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051'] for port, after_delete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:13.356577 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2df1b4-ae6e-4120-a704-72cb0026e60b None None] Pushing event deleted for resources: {'Port': ['ID=0153d185-a90a-41fb-be49-5b4704e59827,revision_number=None']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:13.361729 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2df1b4-ae6e-4120-a704-72cb0026e60b None None] No DVR routers for this DVR port 0153d185-a90a-41fb-be49-5b4704e59827 on host dv-cinder-689486-15-iscsi {{(pid=93421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:37:13.370509 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6ef2f7b1-91bd-43e0-9215-fa9395a19b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668493', 'neutron.services.segments.db._delete_segments_for_network-8754112322169'] for network, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:13.381087 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-6ef2f7b1-91bd-43e0-9215-fa9395a19b71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16077e35-4a6f-4c7f-9a92-4c8d844800d6']}} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:13.394969 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-6ef2f7b1-91bd-43e0-9215-fa9395a19b71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f97d5cf-43af-4977-879c-b9d544c13354') {'for_net_delete': True} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:13.395363 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-6ef2f7b1-91bd-43e0-9215-fa9395a19b71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f97d5cf-43af-4977-879c-b9d544c13354') {} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:13.404604 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6ef2f7b1-91bd-43e0-9215-fa9395a19b71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754112333828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6439036'] for segment, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:13.418421 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6ef2f7b1-91bd-43e0-9215-fa9395a19b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:13.424324 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef2f7b1-91bd-43e0-9215-fa9395a19b71 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:37:13.424716 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6ef2f7b1-91bd-43e0-9215-fa9395a19b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1928468'] for segment, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: Traceback (most recent call last): Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: timer() Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: cb(*args, **kw) Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: return func(*args, **kwargs) Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: self._notify() Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: self.callback(batched_events) Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: event.method(event) Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: return f(self, *a, **k) Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._get(url).json() Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: return self.request(url, 'GET', **kwargs) Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:37:13.426500 dv-cinder-689486-15-iscsi neutron-server[93419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:37:13.486468 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6ef2f7b1-91bd-43e0-9215-fa9395a19b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068755'] for network, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:13.491672 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-6ef2f7b1-91bd-43e0-9215-fa9395a19b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:13.496561 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 33324) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:13.497203 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-6ef2f7b1-91bd-43e0-9215-fa9395a19b71 admin admin] 10.222.0.10 "DELETE /v2.0/networks/16077e35-4a6f-4c7f-9a92-4c8d844800d6 HTTP/1.1" status: 204 len: 168 time: 0.5728929 Aug 04 15:37:13.507899 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2f7b1-91bd-43e0-9215-fa9395a19b71 admin admin] Pushing event deleted for resources: {'Network': ['ID=16077e35-4a6f-4c7f-9a92-4c8d844800d6,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:13.877917 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ec08d803-3b5e-409b-9ac2-3c1b316c0655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8072613'] for router_interface, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:14.142958 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-ec08d803-3b5e-409b-9ac2-3c1b316c0655 admin admin] Deleting port 346ea47b-7411-4fae-a117-cafe8d3356d8 {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:37:14.143329 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ec08d803-3b5e-409b-9ac2-3c1b316c0655 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:14.223020 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [None req-ec08d803-3b5e-409b-9ac2-3c1b316c0655 admin admin] For port 346ea47b-7411-4fae-a117-cafe8d3356d8, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=346ea47b-7411-4fae-a117-cafe8d3356d8,segment=NetworkSegment(cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d),segment_id=cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d)] {{(pid=93420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:37:14.223417 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ec08d803-3b5e-409b-9ac2-3c1b316c0655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:14.240653 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-ec08d803-3b5e-409b-9ac2-3c1b316c0655 admin admin] Calling delete_port for 346ea47b-7411-4fae-a117-cafe8d3356d8 owned by network:router_interface {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:37:14.289992 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device a346e153-41a7-44ec-8bba-73833600f977 up at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:37:14.341271 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Provisioning complete for port a346e153-41a7-44ec-8bba-73833600f977 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:37:14.341633 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:14.437817 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ec08d803-3b5e-409b-9ac2-3c1b316c0655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:14.463141 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08d803-3b5e-409b-9ac2-3c1b316c0655 admin admin] Pushing event deleted for resources: {'Port': ['ID=346ea47b-7411-4fae-a117-cafe8d3356d8,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:14.491817 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 0153d185-a90a-41fb-be49-5b4704e59827 no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:37:14.512072 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: 0153d185-a90a-41fb-be49-5b4704e59827 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:37:14.512567 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 0153d185-a90a-41fb-be49-5b4704e59827 not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:37:14.513061 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 144717ca-8871-464d-8e87-686345f78a25 no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:37:14.538266 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: 144717ca-8871-464d-8e87-686345f78a25 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:37:14.538819 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 144717ca-8871-464d-8e87-686345f78a25 not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:37:14.539252 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30 no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:37:14.560450 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:37:14.560802 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 0df24a52-4fc5-43ed-a9c3-1d9817d9cb30 not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:37:14.649042 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-ec08d803-3b5e-409b-9ac2-3c1b316c0655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7928224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8072525'] for router_interface, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:14.866493 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec08d803-3b5e-409b-9ac2-3c1b316c0655 admin admin] Router 984aa1e5-382b-4f7f-a264-e6cda56518ff has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:37:14.973839 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec08d803-3b5e-409b-9ac2-3c1b316c0655 admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:37:14.979247 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-ec08d803-3b5e-409b-9ac2-3c1b316c0655 admin admin] 10.222.0.10 "PUT /v2.0/routers/984aa1e5-382b-4f7f-a264-e6cda56518ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4815617 Aug 04 15:37:14.981926 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33330) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:14.983900 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2bb0da-73eb-4736-b10f-827398427d66 None None] Sync routers for ids ['984aa1e5-382b-4f7f-a264-e6cda56518ff'] in dv-cinder-689486-15-iscsi {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:37:14.993760 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2bb0da-73eb-4736-b10f-827398427d66 None None] Routers {'984aa1e5-382b-4f7f-a264-e6cda56518ff'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:37:14.994473 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-5e2bb0da-73eb-4736-b10f-827398427d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:37:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['984aa1e5-382b-4f7f-a264-e6cda56518ff'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:15.092319 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-68c72f28-a6e9-414f-9ad6-a61637819e81 admin admin] Notify callbacks [] for router, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:15.100949 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-5e2bb0da-73eb-4736-b10f-827398427d66 None None] Set router 984aa1e5-382b-4f7f-a264-e6cda56518ff gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:37:15.196320 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-68c72f28-a6e9-414f-9ad6-a61637819e81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:15.253561 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-68c72f28-a6e9-414f-9ad6-a61637819e81 admin admin] Deleting port ff0be7f0-d5b7-410b-9bdf-f60aad46901c {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:37:15.254152 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-68c72f28-a6e9-414f-9ad6-a61637819e81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:15.282250 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-5e2bb0da-73eb-4736-b10f-827398427d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984aa1e5-382b-4f7f-a264-e6cda56518ff', 'name': 'tempest-TestMinimumBasicScenario-808660208-router', 'tenant_id': 'fb92c01ba50346d59f225ee460d92bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ff0be7f0-d5b7-410b-9bdf-f60aad46901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:30Z', 'updated_at': '2021-08-04T15:37:14Z', 'revision_number': 5, 'project_id': 'fb92c01ba50346d59f225ee460d92bc6', 'gw_port': {'id': 'ff0be7f0-d5b7-410b-9bdf-f60aad46901c', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984aa1e5-382b-4f7f-a264-e6cda56518ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:34:31Z', 'updated_at': '2021-08-04T15:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:15.308914 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2bb0da-73eb-4736-b10f-827398427d66 None None] Checking router: 984aa1e5-382b-4f7f-a264-e6cda56518ff for host: dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:37:15.318087 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2bb0da-73eb-4736-b10f-827398427d66 None None] Routers {'984aa1e5-382b-4f7f-a264-e6cda56518ff'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:37:15.318704 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-5e2bb0da-73eb-4736-b10f-827398427d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:37:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['984aa1e5-382b-4f7f-a264-e6cda56518ff'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:15.339037 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [None req-68c72f28-a6e9-414f-9ad6-a61637819e81 admin admin] For port ff0be7f0-d5b7-410b-9bdf-f60aad46901c, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=ff0be7f0-d5b7-410b-9bdf-f60aad46901c,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:37:15.339476 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-68c72f28-a6e9-414f-9ad6-a61637819e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:15.353047 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-68c72f28-a6e9-414f-9ad6-a61637819e81 admin admin] Calling delete_port for ff0be7f0-d5b7-410b-9bdf-f60aad46901c owned by network:router_gateway {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:37:15.405922 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-5e2bb0da-73eb-4736-b10f-827398427d66 None None] Set router 984aa1e5-382b-4f7f-a264-e6cda56518ff gateway port host: None {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:37:15.531071 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-68c72f28-a6e9-414f-9ad6-a61637819e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:15.546967 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-5e2bb0da-73eb-4736-b10f-827398427d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984aa1e5-382b-4f7f-a264-e6cda56518ff', 'name': 'tempest-TestMinimumBasicScenario-808660208-router', 'tenant_id': 'fb92c01ba50346d59f225ee460d92bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:30Z', 'updated_at': '2021-08-04T15:37:15Z', 'revision_number': 6, 'project_id': 'fb92c01ba50346d59f225ee460d92bc6', 'gw_port_host': None}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:15.557294 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c72f28-a6e9-414f-9ad6-a61637819e81 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff0be7f0-d5b7-410b-9bdf-f60aad46901c,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:15.576329 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2bb0da-73eb-4736-b10f-827398427d66 None None] The sync data for ids ['984aa1e5-382b-4f7f-a264-e6cda56518ff'] in dv-cinder-689486-15-iscsi is: [{'id': '984aa1e5-382b-4f7f-a264-e6cda56518ff', 'name': 'tempest-TestMinimumBasicScenario-808660208-router', 'tenant_id': 'fb92c01ba50346d59f225ee460d92bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:34:30Z', 'updated_at': '2021-08-04T15:37:15Z', 'revision_number': 6, 'project_id': 'fb92c01ba50346d59f225ee460d92bc6', 'gw_port_host': None}] {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:37:15.632320 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-68c72f28-a6e9-414f-9ad6-a61637819e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068815'] for router_gateway, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.021298 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-68c72f28-a6e9-414f-9ad6-a61637819e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8061795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7190'] for router, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.024024 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-68c72f28-a6e9-414f-9ad6-a61637819e81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.078319 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-68c72f28-a6e9-414f-9ad6-a61637819e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8061903'] for router, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.078891 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c72f28-a6e9-414f-9ad6-a61637819e81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 984aa1e5-382b-4f7f-a264-e6cda56518ff {{(pid=93419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:37:16.085514 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-68c72f28-a6e9-414f-9ad6-a61637819e81 admin admin] Notify callbacks [] for router, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.087224 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-68c72f28-a6e9-414f-9ad6-a61637819e81 admin admin] 10.222.0.10 "DELETE /v2.0/routers/984aa1e5-382b-4f7f-a264-e6cda56518ff HTTP/1.1" status: 204 len: 168 time: 1.1030450 Aug 04 15:37:16.091700 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33334) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:16.140189 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_v2 [None req-974b61e1-70d7-448f-af04-8fa000082dc8 admin admin] Deleting subnet e04739f6-ba5d-4274-85cb-7aab9f34d2e7 {{(pid=93419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:37:16.144188 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-974b61e1-70d7-448f-af04-8fa000082dc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.180182 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-974b61e1-70d7-448f-af04-8fa000082dc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6438917'] for subnet, precommit_delete_associations {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.269519 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-974b61e1-70d7-448f-af04-8fa000082dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674264'] for subnet, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.329678 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-974b61e1-70d7-448f-af04-8fa000082dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1928702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2281194'] for subnet, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.355234 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b61e1-70d7-448f-af04-8fa000082dc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e04739f6-ba5d-4274-85cb-7aab9f34d2e7,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:16.359081 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-974b61e1-70d7-448f-af04-8fa000082dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.361057 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-974b61e1-70d7-448f-af04-8fa000082dc8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e04739f6-ba5d-4274-85cb-7aab9f34d2e7 HTTP/1.1" status: 204 len: 168 time: 0.2683251 Aug 04 15:37:16.364288 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33336) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:16.370721 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1c26e1-ec8b-4ff5-95cf-dc1616543173 None None] Network a50ca644-0659-4b1b-9b74-2fc93725d801 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:37:16.449258 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fbebc30b-5599-4f4f-94f8-d4bb5dae4452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780294'] for network, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.452188 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 346ea47b-7411-4fae-a117-cafe8d3356d8 no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:37:16.480085 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: 346ea47b-7411-4fae-a117-cafe8d3356d8 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:37:16.480427 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 346ea47b-7411-4fae-a117-cafe8d3356d8 not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:37:16.480834 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device ff0be7f0-d5b7-410b-9bdf-f60aad46901c no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:37:16.505258 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: ff0be7f0-d5b7-410b-9bdf-f60aad46901c {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:37:16.505598 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device ff0be7f0-d5b7-410b-9bdf-f60aad46901c not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:37:16.508588 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-fbebc30b-5599-4f4f-94f8-d4bb5dae4452 admin admin] Deleting port c03a7d58-b7dd-49d8-847c-9b6484bc9f2a {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:37:16.508943 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fbebc30b-5599-4f4f-94f8-d4bb5dae4452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.587582 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [None req-fbebc30b-5599-4f4f-94f8-d4bb5dae4452 admin admin] For port c03a7d58-b7dd-49d8-847c-9b6484bc9f2a, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=c03a7d58-b7dd-49d8-847c-9b6484bc9f2a,segment=NetworkSegment(cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d),segment_id=cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:37:16.588001 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fbebc30b-5599-4f4f-94f8-d4bb5dae4452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.607520 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-fbebc30b-5599-4f4f-94f8-d4bb5dae4452 admin admin] Calling delete_port for c03a7d58-b7dd-49d8-847c-9b6484bc9f2a owned by network:dhcp {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:37:16.645841 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6450c0-88b7-40e7-80f7-82b2d139371f None None] DHCP port deletion for a50ca644-0659-4b1b-9b74-2fc93725d801 request from dv-cinder-689486-15-iscsi {{(pid=93421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:37:16.717778 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-4c6450c0-88b7-40e7-80f7-82b2d139371f None None] Deleting port c03a7d58-b7dd-49d8-847c-9b6484bc9f2a {{(pid=93421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:37:16.718263 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4c6450c0-88b7-40e7-80f7-82b2d139371f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.727625 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fbebc30b-5599-4f4f-94f8-d4bb5dae4452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.764188 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebc30b-5599-4f4f-94f8-d4bb5dae4452 admin admin] Pushing event deleted for resources: {'Port': ['ID=c03a7d58-b7dd-49d8-847c-9b6484bc9f2a,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:16.770808 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbebc30b-5599-4f4f-94f8-d4bb5dae4452 admin admin] No DVR routers for this DVR port c03a7d58-b7dd-49d8-847c-9b6484bc9f2a on host dv-cinder-689486-15-iscsi {{(pid=93419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:37:16.794862 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-4c6450c0-88b7-40e7-80f7-82b2d139371f None None] For port c03a7d58-b7dd-49d8-847c-9b6484bc9f2a, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=c03a7d58-b7dd-49d8-847c-9b6484bc9f2a,segment=NetworkSegment(cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d),segment_id=cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:37:16.795388 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4c6450c0-88b7-40e7-80f7-82b2d139371f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.808770 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-4c6450c0-88b7-40e7-80f7-82b2d139371f None None] Calling delete_port for c03a7d58-b7dd-49d8-847c-9b6484bc9f2a owned by network:dhcp {{(pid=93421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:37:16.853568 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fbebc30b-5599-4f4f-94f8-d4bb5dae4452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668493', 'neutron.services.segments.db._delete_segments_for_network-8754112322169'] for network, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.864393 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-fbebc30b-5599-4f4f-94f8-d4bb5dae4452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50ca644-0659-4b1b-9b74-2fc93725d801']}} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:16.881671 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-fbebc30b-5599-4f4f-94f8-d4bb5dae4452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d') {'for_net_delete': True} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:16.881872 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-fbebc30b-5599-4f4f-94f8-d4bb5dae4452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7bfb5a-c0c8-420e-8f9b-3769b1e6ed0d') {} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:16.890446 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4c6450c0-88b7-40e7-80f7-82b2d139371f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051'] for port, after_delete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.892956 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fbebc30b-5599-4f4f-94f8-d4bb5dae4452 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754112333828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6439036'] for segment, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.908892 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fbebc30b-5599-4f4f-94f8-d4bb5dae4452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.915231 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbebc30b-5599-4f4f-94f8-d4bb5dae4452 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:37:16.915850 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fbebc30b-5599-4f4f-94f8-d4bb5dae4452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1928468'] for segment, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.916285 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6450c0-88b7-40e7-80f7-82b2d139371f None None] Pushing event deleted for resources: {'Port': ['ID=c03a7d58-b7dd-49d8-847c-9b6484bc9f2a,revision_number=None']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: Traceback (most recent call last): Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: timer() Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: cb(*args, **kw) Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: return func(*args, **kwargs) Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: self._notify() Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: self.callback(batched_events) Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: event.method(event) Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: return f(self, *a, **k) Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._get(url).json() Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: return self.request(url, 'GET', **kwargs) Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:37:16.918366 dv-cinder-689486-15-iscsi neutron-server[93419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:37:16.921787 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6450c0-88b7-40e7-80f7-82b2d139371f None None] No DVR routers for this DVR port c03a7d58-b7dd-49d8-847c-9b6484bc9f2a on host dv-cinder-689486-15-iscsi {{(pid=93421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:37:16.978866 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fbebc30b-5599-4f4f-94f8-d4bb5dae4452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068755'] for network, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.985675 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-fbebc30b-5599-4f4f-94f8-d4bb5dae4452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:16.987546 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-fbebc30b-5599-4f4f-94f8-d4bb5dae4452 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a50ca644-0659-4b1b-9b74-2fc93725d801 HTTP/1.1" status: 204 len: 168 time: 0.6223133 Aug 04 15:37:16.998341 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebc30b-5599-4f4f-94f8-d4bb5dae4452 admin admin] Pushing event deleted for resources: {'Network': ['ID=a50ca644-0659-4b1b-9b74-2fc93725d801,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:17.179974 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 33342) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:17.223812 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-641807fa-4acc-4bed-83fa-31bfcfd5904c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d8340ffa6d1a4f599c0ee6abc0e0c562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420303 Aug 04 15:37:17.226609 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 33344) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:17.279649 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5884c1c9-2d6b-41ae-9623-ac123aab2fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:17.303145 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5884c1c9-2d6b-41ae-9623-ac123aab2fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:17.351633 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5884c1c9-2d6b-41ae-9623-ac123aab2fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:17.354559 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-5884c1c9-2d6b-41ae-9623-ac123aab2fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:17.355767 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-5884c1c9-2d6b-41ae-9623-ac123aab2fe8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/785c68af-564e-4f1b-ba7f-310fd133886c HTTP/1.1" status: 204 len: 168 time: 0.1281879 Aug 04 15:37:17.364322 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884c1c9-2d6b-41ae-9623-ac123aab2fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785c68af-564e-4f1b-ba7f-310fd133886c,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:17.717584 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33350) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:17.761370 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-d3f411e5-a673-49d6-adb4-d648d6865091 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb92c01ba50346d59f225ee460d92bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425227 Aug 04 15:37:17.763676 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33352) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:17.824200 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-cf0512d7-a7f8-458d-931a-7d2c4c56d63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:17.845323 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-cf0512d7-a7f8-458d-931a-7d2c4c56d63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:17.892217 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-cf0512d7-a7f8-458d-931a-7d2c4c56d63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:17.897031 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-cf0512d7-a7f8-458d-931a-7d2c4c56d63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:17.901004 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-cf0512d7-a7f8-458d-931a-7d2c4c56d63b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1807cc1d-82c7-4a5d-a85d-380512ef55d4 HTTP/1.1" status: 204 len: 168 time: 0.1337452 Aug 04 15:37:17.907813 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0512d7-a7f8-458d-931a-7d2c4c56d63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1807cc1d-82c7-4a5d-a85d-380512ef55d4,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:18.298500 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device c03a7d58-b7dd-49d8-847c-9b6484bc9f2a no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:37:18.328408 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: c03a7d58-b7dd-49d8-847c-9b6484bc9f2a {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:37:18.328762 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device c03a7d58-b7dd-49d8-847c-9b6484bc9f2a not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:37:24.850443 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:37:25.688966 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-ed035fe1-25fb-49f0-91ac-f31f11d1e176 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059332205&fields=id&tenant_id=288c9ba873dd45bf8e015055443e3a38 HTTP/1.1" status: 200 len: 267 time: 0.0356996 Aug 04 15:37:25.810004 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-458ef632-52c4-459c-90e9-de7dbd662f0a tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:25.811419 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-458ef632-52c4-459c-90e9-de7dbd662f0a tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/networks?id=17ec77c1-fcf9-4746-9a47-750d22823e94 HTTP/1.1" status: 200 len: 809 time: 0.1147494 Aug 04 15:37:25.826504 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-a0d70cb2-5f01-4422-b731-147ebd43be8a tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/quotas/288c9ba873dd45bf8e015055443e3a38 HTTP/1.1" status: 200 len: 375 time: 0.0092549 Aug 04 15:37:25.877341 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-4821554c-1ac8-48c0-b4b1-496c64bf5ec7 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=288c9ba873dd45bf8e015055443e3a38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455389 Aug 04 15:37:26.026359 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-b68d84a9-3c3c-44e6-9347-691f51b6944c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 15:37:26.027396 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-b68d84a9-3c3c-44e6-9347-691f51b6944c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1382823 Aug 04 15:37:26.119587 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-8268edea-9725-40af-9c93-67d594a8aadb service neutron] 10.222.0.10 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860310 Aug 04 15:37:26.215741 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-82488380-c641-4832-b047-39fa56ec54a6 service neutron] 10.222.0.10 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901093 Aug 04 15:37:27.525807 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-91f372d0-e394-4ca8-90e9-8cc50993e6b6 req-7859a310-296f-40f0-a2fc-043049d29011 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 210 time: 0.0297177 Aug 04 15:37:28.601356 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-3b3bc673-6c9b-4cd4-866d-3c361b7953c3 req-cf1f2580-770f-479d-8184-7b8dd09413da tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 210 time: 0.0274301 Aug 04 15:37:29.681264 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9897de24-2171-46d9-9d30-064e2517d625 req-0b49c73b-2423-44a9-94fa-2acd108213d8 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 210 time: 0.0272517 Aug 04 15:37:30.644576 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-a0cf2058-b7df-4f39-adf7-195cd7dee30d tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:30.646232 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-a0cf2058-b7df-4f39-adf7-195cd7dee30d tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.59 "GET /v2.0/networks?id=17ec77c1-fcf9-4746-9a47-750d22823e94 HTTP/1.1" status: 200 len: 809 time: 0.1228743 Aug 04 15:37:30.691082 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-f90e941e-1b63-4fc1-b525-27913ce240b1 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=288c9ba873dd45bf8e015055443e3a38 HTTP/1.1" status: 200 len: 380 time: 0.0356967 Aug 04 15:37:30.700631 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Request body: {'port': {'device_id': '0f0b7913-480b-4890-9ac0-6877c24db65b', 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94', 'admin_state_up': True, 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'security_groups': ['adf97577-76a5-47d8-90a6-0bf69486c686']}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:30.788516 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-55e23e0b-1ab2-4719-9449-46de2473e9f4 req-c86da4f8-9665-425f-a9a1-a5641b1e10a5 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 210 time: 0.0371194 Aug 04 15:37:30.841254 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Made reservation on behalf of 288c9ba873dd45bf8e015055443e3a38 for: {'port': 1} {{(pid=93419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 15:37:30.844690 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:30.985495 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_common [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Allocated IP 172.20.0.10 (17ec77c1-fcf9-4746-9a47-750d22823e94/ac302d2c-3c35-415f-b5bc-2de845d1ba00/0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5) {{(pid=93419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:37:31.144602 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for port, precommit_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:31.161280 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Transition to ACTIVE for port object 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 will not be triggered until provisioned by entity DHCP. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:37:31.195302 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_create {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:31.240509 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Network 17ec77c1-fcf9-4746-9a47-750d22823e94 is already hosted by enough agents. {{(pid=93419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:37:31.245765 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.base_scheduler [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Resources bound (agent type, host, resource id): {{(pid=93419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:37:31.249999 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Received port after_create {{(pid=93419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:37:31.275604 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Pushing event updated for resources: {'Port': ['ID=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5,revision_number=1']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:31.289353 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:31.289745 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:31.290033 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:31.290362 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:31.290693 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:31.291015 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:31.291408 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:31.291720 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:31.292028 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:31.292350 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:31.292754 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:31.293074 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:37:31.320465 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:31.321116 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:31.339551 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-aa5932ba-8567-46a6-b113-3d7a881515dc tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6426396 Aug 04 15:37:31.355393 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.v2.base [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] Request body: {'port': {'device_id': '0f0b7913-480b-4890-9ac0-6877c24db65b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=93419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:31.417639 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:31.454245 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-8680c660-bbb7-44f9-bc17-d725117b356a None None] Provisioning for port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 completed by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:37:31.458271 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-8680c660-bbb7-44f9-bc17-d725117b356a None None] Provisioning complete for port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 triggered by entity DHCP. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:37:31.458650 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-8680c660-bbb7-44f9-bc17-d725117b356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:31.494450 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-8680c660-bbb7-44f9-bc17-d725117b356a None None] Port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 cannot update to ACTIVE because it is not bound. {{(pid=93421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 15:37:31.701261 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 {{(pid=93419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:37:31.708809 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:31.721197 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.provisioning_blocks [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] Transition to ACTIVE for port object 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 will not be triggered until provisioned by entity L2. {{(pid=93419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 15:37:31.725816 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:31.778830 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5,revision_number=2']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:31.866741 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] Attempting to bind port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 15:37:31.866741 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] Attempting to bind port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '981f4b23-c11d-422c-a311-702fa0dc1672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94'}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 15:37:31.866741 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] Attempting to bind port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 on network 17ec77c1-fcf9-4746-9a47-750d22823e94 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:37:31.869202 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] Port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 on network 17ec77c1-fcf9-4746-9a47-750d22823e94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 15:37:31.869202 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] Attempting to bind port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 on network 17ec77c1-fcf9-4746-9a47-750d22823e94 {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 15:37:31.873708 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] Checking agent: {'id': '5bc10963-30ee-40c9-994c-c74f44e4da8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'started_at': datetime.datetime(2021, 8, 4, 15, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 15, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 15:37:31.874045 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] Checking segment: {'id': '981f4b23-c11d-422c-a311-702fa0dc1672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 15:37:31.874433 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] Bound using segment: {'id': '981f4b23-c11d-422c-a311-702fa0dc1672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94'} {{(pid=93419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 15:37:31.874872 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.managers [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] Bound port: 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981f4b23-c11d-422c-a311-702fa0dc1672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94'}}] {{(pid=93419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 15:37:31.875263 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:31.912218 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0d043-8eae-4d51-a6c4-c34529473bbd req-9d501ffd-c324-43a8-9efa-eca75f9b28e7 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:31.914130 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5db0d043-8eae-4d51-a6c4-c34529473bbd req-9d501ffd-c324-43a8-9efa-eca75f9b28e7 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 944 time: 0.0553749 Aug 04 15:37:31.945607 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] For port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5, host hv-cinder-68948, cleared binding levels {{(pid=93419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 15:37:31.949275 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] For port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5,segment=NetworkSegment(981f4b23-c11d-422c-a311-702fa0dc1672),segment_id=981f4b23-c11d-422c-a311-702fa0dc1672)] {{(pid=93419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 15:37:31.956848 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1928496'] for port, after_update {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:31.964205 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5db0d043-8eae-4d51-a6c4-c34529473bbd req-424776fc-8136-40e6-86d0-14740dbb3819 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426404 Aug 04 15:37:31.994516 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:31.995159 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:31.996544 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] 10.222.0.59 "PUT /v2.0/ports/0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 HTTP/1.1" status: 200 len: 1094 time: 0.6483018 Aug 04 15:37:31.996989 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0b7913-480b-4890-9ac0-6877c24db65b', 'tag': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:37:31.999296 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2bbc4a-54a2-4da8-816e-3a5e14ee9b97" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0b7913-480b-4890-9ac0-6877c24db65b", "tag": "0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:37:32.033664 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341207db-e004-4349-ab6b-6ad543079be4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5,revision_number=3']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:32.049166 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bfdaf0-451a-41f7-a6aa-730c5346fc5f x-openstack-request-id: req-47bfdaf0-451a-41f7-a6aa-730c5346fc5f {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:37:32.049459 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0b7913-480b-4890-9ac0-6877c24db65b", "tag": "0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:37:32.049717 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-47bfdaf0-451a-41f7-a6aa-730c5346fc5f {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:37:32.050120 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0b7913-480b-4890-9ac0-6877c24db65b', 'tag': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5', 'status': 'completed', 'code': 200} Aug 04 15:37:32.107989 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-10f797c2-c1d1-4611-a8d2-6f2a2524054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:32.109579 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-10f797c2-c1d1-4611-a8d2-6f2a2524054a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=288c9ba873dd45bf8e015055443e3a38&device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 1097 time: 0.0544841 Aug 04 15:37:32.153990 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-9416a114-29d5-48d8-ace8-b9c2a05063fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 HTTP/1.1" status: 200 len: 217 time: 0.0364192 Aug 04 15:37:32.204601 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-a4b57115-3946-4974-b2eb-47d221c087e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:32.205977 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-a4b57115-3946-4974-b2eb-47d221c087e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac302d2c-3c35-415f-b5bc-2de845d1ba00 HTTP/1.1" status: 200 len: 848 time: 0.0449526 Aug 04 15:37:32.256718 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-449c2787-6c27-41d4-97a2-8c8fd47d21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:32.258237 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-449c2787-6c27-41d4-97a2-8c8fd47d21d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17ec77c1-fcf9-4746-9a47-750d22823e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0456653 Aug 04 15:37:32.348303 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-ee3e30f6-6b78-4fda-be71-b753fc5dccb3 service neutron] 10.222.0.59 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828681 Aug 04 15:37:32.444537 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-2f798307-91e7-4ea3-b271-2b018bbf7df1 req-31eaa6da-e83b-4ef5-a118-994ccc7a197b service neutron] 10.222.0.59 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891535 Aug 04 15:37:32.540855 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bbc4a-54a2-4da8-816e-3a5e14ee9b97 req-e70a181a-68f7-4798-89dc-8ecc415670bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:32.542396 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7c2bbc4a-54a2-4da8-816e-3a5e14ee9b97 req-e70a181a-68f7-4798-89dc-8ecc415670bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=288c9ba873dd45bf8e015055443e3a38&device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 1097 time: 0.0453053 Aug 04 15:37:32.633819 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bbc4a-54a2-4da8-816e-3a5e14ee9b97 req-8755df91-ec28-41f1-99d4-20982b68734c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:32.635330 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7c2bbc4a-54a2-4da8-816e-3a5e14ee9b97 req-8755df91-ec28-41f1-99d4-20982b68734c service neutron] 10.222.0.59 "GET /v2.0/networks?id=17ec77c1-fcf9-4746-9a47-750d22823e94 HTTP/1.1" status: 200 len: 910 time: 0.0843108 Aug 04 15:37:32.683173 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7c2bbc4a-54a2-4da8-816e-3a5e14ee9b97 req-48d50126-12e5-4d6e-9207-a3fea0226a26 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 HTTP/1.1" status: 200 len: 217 time: 0.0386803 Aug 04 15:37:32.733712 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bbc4a-54a2-4da8-816e-3a5e14ee9b97 req-5921b131-ef18-48f9-858b-df922938906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:32.735208 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7c2bbc4a-54a2-4da8-816e-3a5e14ee9b97 req-5921b131-ef18-48f9-858b-df922938906f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac302d2c-3c35-415f-b5bc-2de845d1ba00 HTTP/1.1" status: 200 len: 848 time: 0.0454786 Aug 04 15:37:32.781934 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bbc4a-54a2-4da8-816e-3a5e14ee9b97 req-0c7e75b6-77c0-4558-9336-a87432074710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:32.783478 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7c2bbc4a-54a2-4da8-816e-3a5e14ee9b97 req-0c7e75b6-77c0-4558-9336-a87432074710 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17ec77c1-fcf9-4746-9a47-750d22823e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414457 Aug 04 15:37:32.909101 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7c2bbc4a-54a2-4da8-816e-3a5e14ee9b97 req-41c0d8e7-377f-4e27-8438-1ee51fbc3074 service neutron] 10.222.0.59 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181371 Aug 04 15:37:32.999933 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7c2bbc4a-54a2-4da8-816e-3a5e14ee9b97 req-3922ea67-c711-423d-8985-0a66f7b089c0 service neutron] 10.222.0.59 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843580 Aug 04 15:37:33.076823 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677af12-60ec-48fb-a67b-6d370f320b12 req-95bc7716-fae6-4963-9013-c62c85b38050 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:33.078321 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a677af12-60ec-48fb-a67b-6d370f320b12 req-95bc7716-fae6-4963-9013-c62c85b38050 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 944 time: 0.0499101 Aug 04 15:37:33.121451 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-a677af12-60ec-48fb-a67b-6d370f320b12 req-c4af8988-0eee-40c1-9580-61217bc5cb2d tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370052 Aug 04 15:37:34.238707 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31ae74-bb0e-48c3-a3af-e06ff3bf032a req-fe5ac053-47ba-4f26-83c9-74047d44f60b tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:34.240260 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-aa31ae74-bb0e-48c3-a3af-e06ff3bf032a req-fe5ac053-47ba-4f26-83c9-74047d44f60b tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 944 time: 0.0494335 Aug 04 15:37:34.285757 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-aa31ae74-bb0e-48c3-a3af-e06ff3bf032a req-d174b7ce-2394-4555-aed5-2b210a691f73 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394847 Aug 04 15:37:35.402558 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370e354-bcb1-4079-abcf-d6524d8ed899 req-1344e9be-6316-4a30-a5c9-9b03212ce6a2 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:35.404104 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2370e354-bcb1-4079-abcf-d6524d8ed899 req-1344e9be-6316-4a30-a5c9-9b03212ce6a2 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 944 time: 0.0514898 Aug 04 15:37:35.441773 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-2370e354-bcb1-4079-abcf-d6524d8ed899 req-768e949e-dccd-4c10-bb43-ee995b73cc72 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317311 Aug 04 15:37:35.544133 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-ec98df02-da3c-4971-8065-f64524e76e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:36.556429 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eee250-3673-4088-8659-1393f971d0b5 req-ba0eec7e-d33f-4177-a71f-62447c0d9f1f tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:36.557895 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-77eee250-3673-4088-8659-1393f971d0b5 req-ba0eec7e-d33f-4177-a71f-62447c0d9f1f tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 944 time: 0.0494618 Aug 04 15:37:36.596007 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-77eee250-3673-4088-8659-1393f971d0b5 req-2d2c6732-c468-4ef8-821a-1f26e4d8f438 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320263 Aug 04 15:37:37.710979 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca84c0-4c53-4a79-a795-4ca0210c22ed req-901cb156-3066-42bb-91bd-cf7dbd5843e6 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:37.712503 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-49ca84c0-4c53-4a79-a795-4ca0210c22ed req-901cb156-3066-42bb-91bd-cf7dbd5843e6 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 944 time: 0.0494459 Aug 04 15:37:37.753642 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-49ca84c0-4c53-4a79-a795-4ca0210c22ed req-6060922a-46fa-44d7-8998-ebaf2f9e4cf2 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352321 Aug 04 15:37:38.867734 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a929c75-11df-4824-8e2d-60a12cebec1f req-71ef5603-b65e-450b-ba8c-d5e3976303ec tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:38.869180 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7a929c75-11df-4824-8e2d-60a12cebec1f req-71ef5603-b65e-450b-ba8c-d5e3976303ec tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 944 time: 0.0489709 Aug 04 15:37:38.910054 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-7a929c75-11df-4824-8e2d-60a12cebec1f req-331c6b0c-676f-4022-a982-dfc96b9be49c tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348032 Aug 04 15:37:38.999606 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c6bdebf7-436f-4c9d-b21c-8a71ef58e1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:39.397879 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:39.687336 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:40.030051 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa76f3-8bfa-4697-918a-0e8420cd5448 req-1a484df1-7a43-453d-acad-c8ac1bfbfcda tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:40.031537 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4afa76f3-8bfa-4697-918a-0e8420cd5448 req-1a484df1-7a43-453d-acad-c8ac1bfbfcda tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 944 time: 0.0479245 Aug 04 15:37:40.072732 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-4afa76f3-8bfa-4697-918a-0e8420cd5448 req-f92c87d3-fff2-4bdf-9db8-09b30e495446 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347052 Aug 04 15:37:40.134010 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:41.184862 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6786c2-8536-4ce6-8e38-74b7c07abbe1 req-63093fc8-b937-47c5-b0c9-c184a2311170 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:41.186347 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8e6786c2-8536-4ce6-8e38-74b7c07abbe1 req-63093fc8-b937-47c5-b0c9-c184a2311170 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 944 time: 0.0473447 Aug 04 15:37:41.190356 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:37:41.227581 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8e6786c2-8536-4ce6-8e38-74b7c07abbe1 req-0fa5fb11-ec53-49b5-8fc7-8a71eb496579 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351489 Aug 04 15:37:41.311282 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5,segment=NetworkSegment(981f4b23-c11d-422c-a311-702fa0dc1672),segment_id=981f4b23-c11d-422c-a311-702fa0dc1672)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:37:41.327926 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5', 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94', 'port_id': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5', 'mac_address': 'fa:16:3e:da:0b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac302d2c-3c35-415f-b5bc-2de845d1ba00', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:37:41.378593 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:41.396876 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:37:41.415789 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5,segment=NetworkSegment(981f4b23-c11d-422c-a311-702fa0dc1672),segment_id=981f4b23-c11d-422c-a311-702fa0dc1672)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:37:41.419696 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:41.466413 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5,revision_number=4']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:41.647403 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:37:42.343870 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6aebc3-2261-4502-88d2-78fc8c94a0a3 req-4425c073-e1e5-4e7e-a79d-d974ab946445 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:42.345363 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-db6aebc3-2261-4502-88d2-78fc8c94a0a3 req-4425c073-e1e5-4e7e-a79d-d974ab946445 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 945 time: 0.0499532 Aug 04 15:37:42.384692 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-db6aebc3-2261-4502-88d2-78fc8c94a0a3 req-02a7badf-71a8-4ca3-a30e-cc9608d032a6 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328722 Aug 04 15:37:42.639071 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:43.206388 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:37:43.258482 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning for port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 completed by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 15:37:43.262818 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:37:43.263227 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:43.346648 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:43.372363 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0b7913-480b-4890-9ac0-6877c24db65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:37:43.374644 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c19fc1-7d46-4ae5-a852-67a6b6f1249f" -d '{"events": [{"server_uuid": "0f0b7913-480b-4890-9ac0-6877c24db65b", "name": "network-vif-plugged", "status": "completed", "tag": "0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:37:43.389087 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5,segment=NetworkSegment(981f4b23-c11d-422c-a311-702fa0dc1672),segment_id=981f4b23-c11d-422c-a311-702fa0dc1672)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:37:43.394500 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:43.447379 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5,revision_number=5']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:43.525923 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7043227-9603-4a65-9e7a-003497653e5d req-3c73d6dd-30a9-443c-a45f-90af9ac69790 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:43.527519 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d7043227-9603-4a65-9e7a-003497653e5d req-3c73d6dd-30a9-443c-a45f-90af9ac69790 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 946 time: 0.0521469 Aug 04 15:37:43.543265 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa2cdfa-d73e-4b55-8434-4a0a2164fa04 x-openstack-request-id: req-bfa2cdfa-d73e-4b55-8434-4a0a2164fa04 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:37:43.543458 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0b7913-480b-4890-9ac0-6877c24db65b", "name": "network-vif-plugged", "status": "completed", "tag": "0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:37:43.543650 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bfa2cdfa-d73e-4b55-8434-4a0a2164fa04 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:37:43.544094 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0b7913-480b-4890-9ac0-6877c24db65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5', 'code': 200} Aug 04 15:37:43.571930 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-d7043227-9603-4a65-9e7a-003497653e5d req-9a0db1ce-68ed-43b8-ae97-7a7d670f17e9 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353000 Aug 04 15:37:43.760705 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813fb8c-b0fc-475b-94ea-60e7fe8d5e10 req-7ffc2970-e65a-4ea1-bccc-4d35cb64694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:43.762261 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5813fb8c-b0fc-475b-94ea-60e7fe8d5e10 req-7ffc2970-e65a-4ea1-bccc-4d35cb64694a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 1099 time: 0.0429373 Aug 04 15:37:43.800913 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-5813fb8c-b0fc-475b-94ea-60e7fe8d5e10 req-b0ea3a90-cb6b-4db0-b17c-22db9f481678 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311480 Aug 04 15:37:44.688966 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ae0fb-549e-40a8-b852-0537cb868298 req-f2a87ac8-2ea6-4a1e-83a8-9f574eaa8d36 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:44.690456 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b81ae0fb-549e-40a8-b852-0537cb868298 req-f2a87ac8-2ea6-4a1e-83a8-9f574eaa8d36 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 946 time: 0.0488312 Aug 04 15:37:44.728266 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b81ae0fb-549e-40a8-b852-0537cb868298 req-e3f977be-083b-44de-99ce-b73858e6204c tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312054 Aug 04 15:37:44.839894 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca90f25-21f9-478c-b70f-7e540b02a639 req-c3afce7b-a031-4d13-b83d-40888fff5544 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:44.841359 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6ca90f25-21f9-478c-b70f-7e540b02a639 req-c3afce7b-a031-4d13-b83d-40888fff5544 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 946 time: 0.0478396 Aug 04 15:37:44.885534 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-6ca90f25-21f9-478c-b70f-7e540b02a639 req-721b7c32-a523-4e5d-ba43-236c63565d30 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382481 Aug 04 15:37:44.906502 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 33458) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:45.044033 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8e9a11-5d7a-406a-bcdb-05f7608fdeb2 tempest-TestShelveInstance-663259035 tempest-TestShelveInstance-663259035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:45.045556 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-9a8e9a11-5d7a-406a-bcdb-05f7608fdeb2 tempest-TestShelveInstance-663259035 tempest-TestShelveInstance-663259035-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 1094 time: 0.1380270 Aug 04 15:37:45.048406 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 33462) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:37:45.053317 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.v2.base [None req-9da73238-4a1a-45c5-aba7-d2f2d54ff192 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Request body: {'floatingip': {'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'port_id': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 15:37:45.075080 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9da73238-4a1a-45c5-aba7-d2f2d54ff192 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for floatingip, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:45.169217 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9da73238-4a1a-45c5-aba7-d2f2d54ff192 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:45.272203 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.db_base_plugin_common [None req-9da73238-4a1a-45c5-aba7-d2f2d54ff192 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Allocated IP 172.27.3.200 (a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1/66c61c24-84f1-4482-97f0-c0986315f375/f65e5210-bf27-4500-b1ea-c439d3247b64) {{(pid=93420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 15:37:45.371252 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9da73238-4a1a-45c5-aba7-d2f2d54ff192 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for port, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:45.414229 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9da73238-4a1a-45c5-aba7-d2f2d54ff192 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754111818042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:45.447840 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da73238-4a1a-45c5-aba7-d2f2d54ff192 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Network a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1 is already hosted by enough agents. {{(pid=93420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 15:37:45.450466 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.base_scheduler [None req-9da73238-4a1a-45c5-aba7-d2f2d54ff192 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Resources bound (agent type, host, resource id): {{(pid=93420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 15:37:45.456569 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da73238-4a1a-45c5-aba7-d2f2d54ff192 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Received port after_create {{(pid=93420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 15:37:45.480734 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da73238-4a1a-45c5-aba7-d2f2d54ff192 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Pushing event updated for resources: {'Port': ['ID=f65e5210-bf27-4500-b1ea-c439d3247b64,revision_number=1']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:45.821128 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9da73238-4a1a-45c5-aba7-d2f2d54ff192 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:45.890559 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9da73238-4a1a-45c5-aba7-d2f2d54ff192 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:46.048270 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9da73238-4a1a-45c5-aba7-d2f2d54ff192 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for port, precommit_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:46.053500 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9da73238-4a1a-45c5-aba7-d2f2d54ff192 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773002'] for port, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:46.119483 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da73238-4a1a-45c5-aba7-d2f2d54ff192 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Pushing event updated for resources: {'Port': ['ID=f65e5210-bf27-4500-b1ea-c439d3247b64,revision_number=2']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:37:46.133728 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9da73238-4a1a-45c5-aba7-d2f2d54ff192 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8068737'] for floatingip, after_update {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:46.235616 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.db.l3_db [None req-9da73238-4a1a-45c5-aba7-d2f2d54ff192 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Floating IP 9f9c46b1-1c8b-4dea-bd9f-8e1f131ef6d6 associated. External IP: 172.27.3.200, port: 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5. Aug 04 15:37:46.731675 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da73238-4a1a-45c5-aba7-d2f2d54ff192 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Router 171ef84e-883f-495b-ac0d-586b933c7b1c has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:37:46.843724 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da73238-4a1a-45c5-aba7-d2f2d54ff192 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:37:46.854041 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bd884b-f8c8-4848-b677-93e6a4d3563e None None] Sync routers for ids ['171ef84e-883f-495b-ac0d-586b933c7b1c'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:37:46.860582 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-9da73238-4a1a-45c5-aba7-d2f2d54ff192 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:37:46.865653 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bd884b-f8c8-4848-b677-93e6a4d3563e None None] Routers {'171ef84e-883f-495b-ac0d-586b933c7b1c'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:37:46.866437 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-f0bd884b-f8c8-4848-b677-93e6a4d3563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:37:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['171ef84e-883f-495b-ac0d-586b933c7b1c'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:46.907167 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-9da73238-4a1a-45c5-aba7-d2f2d54ff192 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8484840 Aug 04 15:37:46.907167 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0b7913-480b-4890-9ac0-6877c24db65b', 'tag': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5'}] {{(pid=93420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:37:46.907167 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a8606f0b79035e877430952f6a143f8bf77a00db166e3d643dd1b603a21b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d4e3de-5940-4614-bb2a-d48ae792250a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0b7913-480b-4890-9ac0-6877c24db65b", "tag": "0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5"}]}' {{(pid=93420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:37:46.948022 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2def9e8b-1118-44aa-83bb-5db120d4fece x-openstack-request-id: req-2def9e8b-1118-44aa-83bb-5db120d4fece {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:37:46.949603 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0b7913-480b-4890-9ac0-6877c24db65b", "tag": "0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5", "status": "completed", "code": 200}]} {{(pid=93420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:37:46.949603 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2def9e8b-1118-44aa-83bb-5db120d4fece {{(pid=93420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:37:46.949603 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0b7913-480b-4890-9ac0-6877c24db65b', 'tag': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5', 'status': 'completed', 'code': 200} Aug 04 15:37:46.986007 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-f0bd884b-f8c8-4848-b677-93e6a4d3563e None None] Set router 171ef84e-883f-495b-ac0d-586b933c7b1c gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:37:47.012461 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4e3de-5940-4614-bb2a-d48ae792250a req-e57e8060-eb38-4bbb-95c9-24c2a4d4a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:47.013972 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-24d4e3de-5940-4614-bb2a-d48ae792250a req-e57e8060-eb38-4bbb-95c9-24c2a4d4a30d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=288c9ba873dd45bf8e015055443e3a38&device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 1099 time: 0.0421581 Aug 04 15:37:47.113150 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4e3de-5940-4614-bb2a-d48ae792250a req-90cf079b-6363-47eb-9c11-840588d0e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:47.114542 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-24d4e3de-5940-4614-bb2a-d48ae792250a req-90cf079b-6363-47eb-9c11-840588d0e821 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17ec77c1-fcf9-4746-9a47-750d22823e94 HTTP/1.1" status: 200 len: 910 time: 0.0937722 Aug 04 15:37:47.181615 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-24d4e3de-5940-4614-bb2a-d48ae792250a req-0d5309d6-b86c-49b3-b56d-78eb638a4ff2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 HTTP/1.1" status: 200 len: 1000 time: 0.0588684 Aug 04 15:37:47.221310 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-f0bd884b-f8c8-4848-b677-93e6a4d3563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'name': 'tempest-TestShelveInstance-1293810019-router', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:57Z', 'updated_at': '2021-08-04T15:37:00Z', 'revision_number': 4, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'gw_port': {'id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:58Z', 'updated_at': '2021-08-04T15:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': '9f9c46b1-1c8b-4dea-bd9f-8e1f131ef6d6', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'port_id': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94', 'mac_address': 'fa:16:3e:da:0b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b7913-480b-4890-9ac0-6877c24db65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:37:45Z', 'updated_at': '2021-08-04T15:37:45Z', 'revision_number': 0, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6734b403-5b23-4148-981a-23f46860526f', 'name': '', 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'mac_address': 'fa:16:3e:a5:75:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ac302d2c-3c35-415f-b5bc-2de845d1ba00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:37:00Z', 'updated_at': '2021-08-04T15:37:08Z', 'revision_number': 5, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'subnets': [{'id': 'ac302d2c-3c35-415f-b5bc-2de845d1ba00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:47.235944 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4e3de-5940-4614-bb2a-d48ae792250a req-2bacf9de-8c8d-4bc3-bf06-c3c4ab7fe38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:47.237427 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-24d4e3de-5940-4614-bb2a-d48ae792250a req-2bacf9de-8c8d-4bc3-bf06-c3c4ab7fe38d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac302d2c-3c35-415f-b5bc-2de845d1ba00 HTTP/1.1" status: 200 len: 848 time: 0.0482159 Aug 04 15:37:47.248759 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bd884b-f8c8-4848-b677-93e6a4d3563e None None] Checking router: 171ef84e-883f-495b-ac0d-586b933c7b1c for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:37:47.257700 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bd884b-f8c8-4848-b677-93e6a4d3563e None None] Routers {'171ef84e-883f-495b-ac0d-586b933c7b1c'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:37:47.258318 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-f0bd884b-f8c8-4848-b677-93e6a4d3563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:37:39Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['171ef84e-883f-495b-ac0d-586b933c7b1c'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:47.284003 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4e3de-5940-4614-bb2a-d48ae792250a req-c208057b-ac85-4bea-b485-1705b84fb70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:37:47.285532 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-24d4e3de-5940-4614-bb2a-d48ae792250a req-c208057b-ac85-4bea-b485-1705b84fb70f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17ec77c1-fcf9-4746-9a47-750d22823e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414870 Aug 04 15:37:47.383683 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-24d4e3de-5940-4614-bb2a-d48ae792250a req-00f33637-5b80-4c29-b90e-e6016b6c02ae service neutron] 10.222.0.59 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906396 Aug 04 15:37:47.495366 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-24d4e3de-5940-4614-bb2a-d48ae792250a req-5558087f-c36f-45ee-85fa-26aeb898de67 service neutron] 10.222.0.59 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046069 Aug 04 15:37:47.500672 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-f0bd884b-f8c8-4848-b677-93e6a4d3563e None None] Set router 171ef84e-883f-495b-ac0d-586b933c7b1c gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:37:47.728239 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-f0bd884b-f8c8-4848-b677-93e6a4d3563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'name': 'tempest-TestShelveInstance-1293810019-router', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:57Z', 'updated_at': '2021-08-04T15:37:00Z', 'revision_number': 4, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'gw_port': {'id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:58Z', 'updated_at': '2021-08-04T15:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': '9f9c46b1-1c8b-4dea-bd9f-8e1f131ef6d6', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'port_id': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94', 'mac_address': 'fa:16:3e:da:0b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b7913-480b-4890-9ac0-6877c24db65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:37:45Z', 'updated_at': '2021-08-04T15:37:45Z', 'revision_number': 0, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6734b403-5b23-4148-981a-23f46860526f', 'name': '', 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'mac_address': 'fa:16:3e:a5:75:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ac302d2c-3c35-415f-b5bc-2de845d1ba00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:37:00Z', 'updated_at': '2021-08-04T15:37:08Z', 'revision_number': 5, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'subnets': [{'id': 'ac302d2c-3c35-415f-b5bc-2de845d1ba00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:37:47.760124 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bd884b-f8c8-4848-b677-93e6a4d3563e None None] The sync data for ids ['171ef84e-883f-495b-ac0d-586b933c7b1c'] in dv-cinder-689486-15-iscsi is: [{'id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'name': 'tempest-TestShelveInstance-1293810019-router', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:57Z', 'updated_at': '2021-08-04T15:37:00Z', 'revision_number': 4, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'gw_port': {'id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:58Z', 'updated_at': '2021-08-04T15:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_floatingips': [{'id': '9f9c46b1-1c8b-4dea-bd9f-8e1f131ef6d6', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'router_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'port_id': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94', 'mac_address': 'fa:16:3e:da:0b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b7913-480b-4890-9ac0-6877c24db65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T15:37:45Z', 'updated_at': '2021-08-04T15:37:45Z', 'revision_number': 0, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6734b403-5b23-4148-981a-23f46860526f', 'name': '', 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'mac_address': 'fa:16:3e:a5:75:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ac302d2c-3c35-415f-b5bc-2de845d1ba00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:37:00Z', 'updated_at': '2021-08-04T15:37:08Z', 'revision_number': 5, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'subnets': [{'id': 'ac302d2c-3c35-415f-b5bc-2de845d1ba00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:37:47.955279 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71210f7f-51ab-45e9-b3e0-5aeb627d3151 None None] New status for floating IP 9f9c46b1-1c8b-4dea-bd9f-8e1f131ef6d6: ACTIVE {{(pid=93422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:38:01.849221 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:38:05.547540 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-1085728e-b2d5-4894-926d-ecd7364f0c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:09.001477 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-cac44721-4add-4e8c-8090-d2d0c6228896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:09.390623 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:09.690963 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:10.136443 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:12.647049 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:13.977903 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d83df0f3-5d29-4fc1-a093-b745dcddedcf req-cb1db3b7-5edd-485e-92b4-385e522a8031 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408940 Aug 04 15:38:14.062279 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83df0f3-5d29-4fc1-a093-b745dcddedcf req-80e715e2-6839-4e04-8b4a-250c20074210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:14.063817 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d83df0f3-5d29-4fc1-a093-b745dcddedcf req-80e715e2-6839-4e04-8b4a-250c20074210 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=288c9ba873dd45bf8e015055443e3a38&device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 1099 time: 0.0428510 Aug 04 15:38:14.186277 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83df0f3-5d29-4fc1-a093-b745dcddedcf req-31174d40-b372-4e89-a6f2-3634e47bcd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:14.187810 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d83df0f3-5d29-4fc1-a093-b745dcddedcf req-31174d40-b372-4e89-a6f2-3634e47bcd78 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17ec77c1-fcf9-4746-9a47-750d22823e94 HTTP/1.1" status: 200 len: 910 time: 0.0991969 Aug 04 15:38:14.263829 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d83df0f3-5d29-4fc1-a093-b745dcddedcf req-81eeb5fa-09a1-402a-ba60-b60354f4f276 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 HTTP/1.1" status: 200 len: 1002 time: 0.0675204 Aug 04 15:38:14.322129 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83df0f3-5d29-4fc1-a093-b745dcddedcf req-7061be8c-38b4-4266-96a7-f5e476deed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:14.323666 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d83df0f3-5d29-4fc1-a093-b745dcddedcf req-7061be8c-38b4-4266-96a7-f5e476deed69 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac302d2c-3c35-415f-b5bc-2de845d1ba00 HTTP/1.1" status: 200 len: 848 time: 0.0520613 Aug 04 15:38:14.377281 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83df0f3-5d29-4fc1-a093-b745dcddedcf req-780fdde6-f3b3-4967-b8b5-245f81ead20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:38:14.378788 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d83df0f3-5d29-4fc1-a093-b745dcddedcf req-780fdde6-f3b3-4967-b8b5-245f81ead20f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17ec77c1-fcf9-4746-9a47-750d22823e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0470226 Aug 04 15:38:14.488792 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d83df0f3-5d29-4fc1-a093-b745dcddedcf req-6d6968c5-8fe4-48b3-bff5-606d22ccf8df service neutron] 10.222.0.59 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010544 Aug 04 15:38:14.588600 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d83df0f3-5d29-4fc1-a093-b745dcddedcf req-237973f1-870a-4631-9f4a-610863c5a98d service neutron] 10.222.0.59 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926993 Aug 04 15:38:35.549336 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-752a9623-2adb-4a7c-b351-d982d6cf7e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:38.847655 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:38:39.002228 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-739b8a05-0e0f-476f-80b0-43b5d5017920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:39.393181 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:39.702406 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:40.139898 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:38:42.645969 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:05.552779 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-aed89815-89e1-46fb-aa0a-9e65c4c09d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:09.004997 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-76c6b97c-c265-4ca6-8805-27305b6cef12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:09.396204 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:09.702524 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:10.153745 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:12.649362 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:14.960022 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d692d8ce-7855-4bb8-9321-6d0104dd3dec req-1c221a26-ac6d-45f2-b0be-f830c1e53aed service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420883 Aug 04 15:39:15.055031 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692d8ce-7855-4bb8-9321-6d0104dd3dec req-73b7a9a0-08bb-4106-80c2-eef93fc0806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:15.058406 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d692d8ce-7855-4bb8-9321-6d0104dd3dec req-73b7a9a0-08bb-4106-80c2-eef93fc0806f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=288c9ba873dd45bf8e015055443e3a38&device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 1099 time: 0.0503056 Aug 04 15:39:15.163546 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692d8ce-7855-4bb8-9321-6d0104dd3dec req-601675f0-069e-4fb1-82aa-f2bbefec7ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:15.165068 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d692d8ce-7855-4bb8-9321-6d0104dd3dec req-601675f0-069e-4fb1-82aa-f2bbefec7ce2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17ec77c1-fcf9-4746-9a47-750d22823e94 HTTP/1.1" status: 200 len: 910 time: 0.0856869 Aug 04 15:39:15.229635 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d692d8ce-7855-4bb8-9321-6d0104dd3dec req-139286eb-23ec-4ea1-bd86-a7313ca7f928 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 HTTP/1.1" status: 200 len: 1002 time: 0.0565636 Aug 04 15:39:15.281370 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692d8ce-7855-4bb8-9321-6d0104dd3dec req-51647a18-37f2-4f1f-8676-317cd771147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:15.282803 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d692d8ce-7855-4bb8-9321-6d0104dd3dec req-51647a18-37f2-4f1f-8676-317cd771147b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac302d2c-3c35-415f-b5bc-2de845d1ba00 HTTP/1.1" status: 200 len: 848 time: 0.0462162 Aug 04 15:39:15.327347 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692d8ce-7855-4bb8-9321-6d0104dd3dec req-7a711536-3f6f-40b7-9152-58fdf2d522cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:15.328808 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d692d8ce-7855-4bb8-9321-6d0104dd3dec req-7a711536-3f6f-40b7-9152-58fdf2d522cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17ec77c1-fcf9-4746-9a47-750d22823e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395014 Aug 04 15:39:15.429005 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d692d8ce-7855-4bb8-9321-6d0104dd3dec req-907809af-60f6-47ff-8bba-efa874b684f9 service neutron] 10.222.0.59 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928645 Aug 04 15:39:15.523086 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-d692d8ce-7855-4bb8-9321-6d0104dd3dec req-667b4479-a9d1-494a-aa5d-a417020fde17 service neutron] 10.222.0.59 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872898 Aug 04 15:39:15.846765 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:39:35.555316 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0eea77ac-5aa5-42ff-a778-6450550216fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:39.008732 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-f156f669-1391-42fb-85a6-6f7daf77872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:39.397033 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:39.732601 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:40.146220 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:42.654151 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:42.699995 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8b213-bac1-4cab-9b4b-85d612cfe36d req-3ea2c784-79d6-48a3-940d-bd132161b81a tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:42.701526 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b2b8b213-bac1-4cab-9b4b-85d612cfe36d req-3ea2c784-79d6-48a3-940d-bd132161b81a tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 946 time: 0.0520239 Aug 04 15:39:42.741718 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b2b8b213-bac1-4cab-9b4b-85d612cfe36d req-695cb767-07b7-4598-b7c7-04bf27002a17 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326660 Aug 04 15:39:43.881486 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131f64f-e6ca-45e4-8bce-17e33138bd2b req-97513a68-c55d-4e69-be53-0ed3747e0091 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:43.882967 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9131f64f-e6ca-45e4-8bce-17e33138bd2b req-97513a68-c55d-4e69-be53-0ed3747e0091 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 946 time: 0.0534196 Aug 04 15:39:43.925196 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-9131f64f-e6ca-45e4-8bce-17e33138bd2b req-ec966fb0-062e-44aa-bc19-80563b09da11 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350652 Aug 04 15:39:45.059559 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec57d17-3bff-4446-8ae1-2996f0524b82 req-ec2c5385-ea4a-4532-8aee-4e5fe52795a9 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:45.061051 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-aec57d17-3bff-4446-8ae1-2996f0524b82 req-ec2c5385-ea4a-4532-8aee-4e5fe52795a9 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 946 time: 0.0521693 Aug 04 15:39:45.099585 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-aec57d17-3bff-4446-8ae1-2996f0524b82 req-229dc04d-5fdd-4460-be62-5a5d2a93ba49 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326612 Aug 04 15:39:46.224751 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102b3aa-0d3e-4e88-be07-dee2c70f7973 req-c0c7dd40-1946-4ba2-944b-e8dbc3759f23 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:46.226867 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c102b3aa-0d3e-4e88-be07-dee2c70f7973 req-c0c7dd40-1946-4ba2-944b-e8dbc3759f23 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 946 time: 0.0617132 Aug 04 15:39:46.267823 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-c102b3aa-0d3e-4e88-be07-dee2c70f7973 req-ee2473e0-38bf-4b42-884a-bbc09399a2b8 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345907 Aug 04 15:39:47.381495 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc7203-4277-4dfe-a4d8-c3321ca922d7 req-44da6c04-3a64-44cb-ae18-227fbabff190 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:47.382970 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-97cc7203-4277-4dfe-a4d8-c3321ca922d7 req-44da6c04-3a64-44cb-ae18-227fbabff190 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 946 time: 0.0484688 Aug 04 15:39:47.420075 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-97cc7203-4277-4dfe-a4d8-c3321ca922d7 req-2c734ce0-3ae2-4a56-8197-a7a3acafef3a tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309372 Aug 04 15:39:48.532966 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a485f8-6633-416b-b3b8-61f405bf3229 req-b5613d09-2f3d-4952-92b8-cba95c3ceef9 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:48.537021 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b3a485f8-6633-416b-b3b8-61f405bf3229 req-b5613d09-2f3d-4952-92b8-cba95c3ceef9 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 946 time: 0.0483322 Aug 04 15:39:48.574722 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-b3a485f8-6633-416b-b3b8-61f405bf3229 req-48789795-f5cc-497d-bd23-91007dcb8197 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339708 Aug 04 15:39:49.688456 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfcec4-72b3-405b-ae28-83cc4e4ae683 req-e50586ca-c8e2-4bc2-8b16-e74a17ae458f tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:49.689967 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-78bfcec4-72b3-405b-ae28-83cc4e4ae683 req-e50586ca-c8e2-4bc2-8b16-e74a17ae458f tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 946 time: 0.0493283 Aug 04 15:39:49.729209 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-78bfcec4-72b3-405b-ae28-83cc4e4ae683 req-68828cde-ade1-407f-9600-d7230b633348 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332508 Aug 04 15:39:50.843901 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b44a2b-307b-443a-8e29-eae071264ed4 req-c1f577bd-2c49-44b0-bca1-e91d56f378e2 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:50.845321 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-50b44a2b-307b-443a-8e29-eae071264ed4 req-c1f577bd-2c49-44b0-bca1-e91d56f378e2 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 946 time: 0.0487051 Aug 04 15:39:50.883327 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-50b44a2b-307b-443a-8e29-eae071264ed4 req-abaf825a-9872-4aa6-bade-01023beb4ea2 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321109 Aug 04 15:39:52.003617 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae00510-adb2-4025-87a9-76969cd22a54 req-44483ba6-7b25-4ca4-8585-18fef177a90b tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:52.005109 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8ae00510-adb2-4025-87a9-76969cd22a54 req-44483ba6-7b25-4ca4-8585-18fef177a90b tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 946 time: 0.0545456 Aug 04 15:39:52.042963 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-8ae00510-adb2-4025-87a9-76969cd22a54 req-7945e4bd-8c05-4c22-a6c5-c50720aeaa3b tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312467 Aug 04 15:39:52.813082 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768cafc-43e6-43e0-a0a7-8d5881348308 req-a718f73b-752b-412b-b691-363385bc575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:52.814548 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b768cafc-43e6-43e0-a0a7-8d5881348308 req-a718f73b-752b-412b-b691-363385bc575e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=288c9ba873dd45bf8e015055443e3a38&device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 1099 time: 0.0408876 Aug 04 15:39:52.845624 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:39:52.907317 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768cafc-43e6-43e0-a0a7-8d5881348308 req-240d7fdd-3357-4964-8868-90ba9aa6b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:52.908844 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b768cafc-43e6-43e0-a0a7-8d5881348308 req-240d7fdd-3357-4964-8868-90ba9aa6b932 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17ec77c1-fcf9-4746-9a47-750d22823e94 HTTP/1.1" status: 200 len: 910 time: 0.0868921 Aug 04 15:39:52.978093 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b768cafc-43e6-43e0-a0a7-8d5881348308 req-d6076d09-0ba7-42c7-a6b6-2e0964987ec0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 HTTP/1.1" status: 200 len: 1002 time: 0.0623143 Aug 04 15:39:53.028956 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768cafc-43e6-43e0-a0a7-8d5881348308 req-a68072c2-2d21-49ab-97a2-5c47a28c52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:53.030415 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b768cafc-43e6-43e0-a0a7-8d5881348308 req-a68072c2-2d21-49ab-97a2-5c47a28c52ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac302d2c-3c35-415f-b5bc-2de845d1ba00 HTTP/1.1" status: 200 len: 848 time: 0.0453932 Aug 04 15:39:53.078840 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768cafc-43e6-43e0-a0a7-8d5881348308 req-87bcfd89-27e2-4271-b7c9-474166a38ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:53.080385 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b768cafc-43e6-43e0-a0a7-8d5881348308 req-87bcfd89-27e2-4271-b7c9-474166a38ad3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17ec77c1-fcf9-4746-9a47-750d22823e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424705 Aug 04 15:39:53.163343 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088226b0-0f08-4ddd-a925-8a808cfbf762 req-7f402792-b132-407e-a66d-7007564103bb tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:53.164774 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-088226b0-0f08-4ddd-a925-8a808cfbf762 req-7f402792-b132-407e-a66d-7007564103bb tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 946 time: 0.0549610 Aug 04 15:39:53.179938 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b768cafc-43e6-43e0-a0a7-8d5881348308 req-8a7650df-60b1-498e-848b-6c73fd80f7d8 service neutron] 10.222.0.59 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917177 Aug 04 15:39:53.204846 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-088226b0-0f08-4ddd-a925-8a808cfbf762 req-efe7c8bc-3030-48ad-881a-8ff304bfcdd6 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328207 Aug 04 15:39:53.274815 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-b768cafc-43e6-43e0-a0a7-8d5881348308 req-71f54247-49d3-42f3-9595-fc95f2f19d42 service neutron] 10.222.0.59 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868983 Aug 04 15:39:54.328694 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79026d-7703-408a-9b05-0389f42d40ac req-8dd5cee4-ded3-4329-8fae-8275ca2b57e8 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:54.330238 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6a79026d-7703-408a-9b05-0389f42d40ac req-8dd5cee4-ded3-4329-8fae-8275ca2b57e8 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 946 time: 0.0582185 Aug 04 15:39:54.369751 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6a79026d-7703-408a-9b05-0389f42d40ac req-528ef778-5e77-4f2b-99f2-ed7b86284d0a tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334356 Aug 04 15:39:55.489072 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b9ff4-1d5a-4cb7-a566-53553a6344a5 req-f49e3c16-6626-40ec-9e06-37d9d93d9941 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:55.490581 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-8f9b9ff4-1d5a-4cb7-a566-53553a6344a5 req-f49e3c16-6626-40ec-9e06-37d9d93d9941 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 946 time: 0.0499580 Aug 04 15:39:55.534538 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-8f9b9ff4-1d5a-4cb7-a566-53553a6344a5 req-fd0e141b-40d2-4309-9337-a08502c3f9e0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374050 Aug 04 15:39:55.743893 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886e7b1-62db-43c0-b30f-cd8d608c2a0d req-0faecf03-2c70-42eb-b9d1-0e14e47e86b6 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:55.745427 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e886e7b1-62db-43c0-b30f-cd8d608c2a0d req-0faecf03-2c70-42eb-b9d1-0e14e47e86b6 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 946 time: 0.0494487 Aug 04 15:39:55.787861 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-e886e7b1-62db-43c0-b30f-cd8d608c2a0d req-1287d952-0ee4-4975-91ea-0e9385e3ec9c tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361738 Aug 04 15:39:55.806369 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4f0bd015-832c-41ac-be8c-b88ca4df5c70 req-b5645e11-ddbd-426e-b1d9-2efa8dc3ac22 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1295083 Aug 04 15:39:56.905252 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c5982-8f57-4ec6-a21d-45c53149cf48 req-fd920e00-0c08-4d6c-b29f-1ae38e8750b4 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:56.906734 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-635c5982-8f57-4ec6-a21d-45c53149cf48 req-fd920e00-0c08-4d6c-b29f-1ae38e8750b4 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 946 time: 0.0507448 Aug 04 15:39:56.982686 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-635c5982-8f57-4ec6-a21d-45c53149cf48 req-3a9c488e-54b9-4590-a37f-d0701a0bd502 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683825 Aug 04 15:39:57.000041 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bd015-832c-41ac-be8c-b88ca4df5c70 req-8ed85993-1ab8-4edb-b979-b06ea51495e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:57.001302 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4f0bd015-832c-41ac-be8c-b88ca4df5c70 req-8ed85993-1ab8-4edb-b979-b06ea51495e1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b&tenant_id=288c9ba873dd45bf8e015055443e3a38 HTTP/1.1" status: 200 len: 1099 time: 0.0710185 Aug 04 15:39:57.068769 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bd015-832c-41ac-be8c-b88ca4df5c70 req-7bc993fc-052f-4192-b480-2ca968f4cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:57.070151 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4f0bd015-832c-41ac-be8c-b88ca4df5c70 req-7bc993fc-052f-4192-b480-2ca968f4cc6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=288c9ba873dd45bf8e015055443e3a38&device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 1099 time: 0.0439248 Aug 04 15:39:57.159450 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bd015-832c-41ac-be8c-b88ca4df5c70 req-6eae0013-ce63-4ec4-967d-8883b5ee4bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:57.160902 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4f0bd015-832c-41ac-be8c-b88ca4df5c70 req-6eae0013-ce63-4ec4-967d-8883b5ee4bc4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17ec77c1-fcf9-4746-9a47-750d22823e94 HTTP/1.1" status: 200 len: 910 time: 0.0832632 Aug 04 15:39:57.228201 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4f0bd015-832c-41ac-be8c-b88ca4df5c70 req-8403b721-cc26-4cf6-bc67-e4bdcf0a2c05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 HTTP/1.1" status: 200 len: 1002 time: 0.0603285 Aug 04 15:39:57.277540 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bd015-832c-41ac-be8c-b88ca4df5c70 req-72647934-0844-4d94-a926-5bf0d01bac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:57.279277 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4f0bd015-832c-41ac-be8c-b88ca4df5c70 req-72647934-0844-4d94-a926-5bf0d01bac3a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac302d2c-3c35-415f-b5bc-2de845d1ba00 HTTP/1.1" status: 200 len: 848 time: 0.0438221 Aug 04 15:39:57.335733 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bd015-832c-41ac-be8c-b88ca4df5c70 req-8e0b0237-56d9-470e-83ee-868b830a4e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:57.337843 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4f0bd015-832c-41ac-be8c-b88ca4df5c70 req-8e0b0237-56d9-470e-83ee-868b830a4e85 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17ec77c1-fcf9-4746-9a47-750d22823e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497077 Aug 04 15:39:57.437403 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4f0bd015-832c-41ac-be8c-b88ca4df5c70 req-1431ca5e-1b91-477c-ba66-4595e3ab59b3 service neutron] 10.222.0.59 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903201 Aug 04 15:39:57.532977 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-4f0bd015-832c-41ac-be8c-b88ca4df5c70 req-9a88c5a5-e924-47fb-b548-2946522f6fe1 service neutron] 10.222.0.59 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881627 Aug 04 15:39:57.908075 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:39:57.982532 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:58.005092 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0b7913-480b-4890-9ac0-6877c24db65b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:39:58.007374 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec91d18-7261-47dd-a2ce-5d4a9da832cd" -d '{"events": [{"server_uuid": "0f0b7913-480b-4890-9ac0-6877c24db65b", "name": "network-vif-unplugged", "status": "completed", "tag": "0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:39:58.021995 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5,segment=NetworkSegment(981f4b23-c11d-422c-a311-702fa0dc1672),segment_id=981f4b23-c11d-422c-a311-702fa0dc1672)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:39:58.026156 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:39:58.053555 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 15:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa349533-e998-4c3a-bc55-1ca9535ecbff x-openstack-request-id: req-fa349533-e998-4c3a-bc55-1ca9535ecbff {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:39:58.053849 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0b7913-480b-4890-9ac0-6877c24db65b", "name": "network-vif-unplugged", "status": "completed", "tag": "0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:39:58.054104 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fa349533-e998-4c3a-bc55-1ca9535ecbff {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:39:58.054494 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0b7913-480b-4890-9ac0-6877c24db65b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5', 'code': 200} Aug 04 15:39:58.084500 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5,revision_number=6']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:39:58.092070 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:58.092472 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:58.092768 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:58.093101 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:58.093437 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:58.093772 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:58.094096 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:58.094425 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:58.094764 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:58.095082 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:58.095444 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:58.095768 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:39:58.117294 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dcfe7-51be-471d-a667-f9dc41c9e299 req-b9e27e84-be2b-4238-bcce-4720418c9e76 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:58.118771 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f40dcfe7-51be-471d-a667-f9dc41c9e299 req-b9e27e84-be2b-4238-bcce-4720418c9e76 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 944 time: 0.0574374 Aug 04 15:39:58.158469 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-f40dcfe7-51be-471d-a667-f9dc41c9e299 req-29eddc38-5fbb-4f05-8390-bbd471e9a38a tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326920 Aug 04 15:39:59.548436 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea482cad-f2cd-47f8-b888-27839204300d req-effb6bb2-51c3-465c-a979-4bf644c145ce tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:39:59.549939 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ea482cad-f2cd-47f8-b888-27839204300d req-effb6bb2-51c3-465c-a979-4bf644c145ce tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 944 time: 0.3226612 Aug 04 15:39:59.588346 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-ea482cad-f2cd-47f8-b888-27839204300d req-f589d7cc-e531-493b-9e9a-4cc4168c40f3 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320771 Aug 04 15:40:00.711144 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43591d70-5939-4d5d-8cd4-34a7dd346cd5 req-5b3a97a1-542b-4638-839f-319f7a79c7b1 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:00.712675 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-43591d70-5939-4d5d-8cd4-34a7dd346cd5 req-5b3a97a1-542b-4638-839f-319f7a79c7b1 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 944 time: 0.0559988 Aug 04 15:40:00.762649 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-43591d70-5939-4d5d-8cd4-34a7dd346cd5 req-8666e8ad-f015-4c84-90e6-b12f8f82aa2c tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430746 Aug 04 15:40:01.875910 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f7441-45a3-43c6-8e16-69bc0d92ae27 req-3eba780d-46ae-4f6b-8088-fd946952ea3f tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:01.877264 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-561f7441-45a3-43c6-8e16-69bc0d92ae27 req-3eba780d-46ae-4f6b-8088-fd946952ea3f tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 944 time: 0.0477738 Aug 04 15:40:01.915093 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-561f7441-45a3-43c6-8e16-69bc0d92ae27 req-403e4408-6f0b-4f3b-a956-e80587059f7f tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318742 Aug 04 15:40:03.037732 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003bb44-4130-4d0c-adec-d3f908b0c46b req-f2466b6a-c45c-4422-9a12-8f302d0a3502 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:03.039512 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5003bb44-4130-4d0c-adec-d3f908b0c46b req-f2466b6a-c45c-4422-9a12-8f302d0a3502 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 944 time: 0.0563271 Aug 04 15:40:03.079308 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-5003bb44-4130-4d0c-adec-d3f908b0c46b req-213a7f51-5cdf-4cb8-a94d-6b1acb0d0699 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333121 Aug 04 15:40:03.601205 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a0bc8-63a1-438e-b232-3a09d2b587b7 req-0d5cc2d7-8d02-4c1b-8d47-375aad5a3fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:03.602779 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bd9a0bc8-63a1-438e-b232-3a09d2b587b7 req-0d5cc2d7-8d02-4c1b-8d47-375aad5a3fc0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 1097 time: 0.0417724 Aug 04 15:40:03.640634 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-bd9a0bc8-63a1-438e-b232-3a09d2b587b7 req-e8473d22-bdf9-441a-9346-a1e80112f8da service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302544 Aug 04 15:40:04.199522 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4f2ac-df2b-4a50-83d6-c4e9eb8ff059 req-ff7d1bcf-09d0-42b5-badc-951752d8bbe5 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:04.201030 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6ca4f2ac-df2b-4a50-83d6-c4e9eb8ff059 req-ff7d1bcf-09d0-42b5-badc-951752d8bbe5 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 944 time: 0.0538735 Aug 04 15:40:04.242706 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-6ca4f2ac-df2b-4a50-83d6-c4e9eb8ff059 req-f0ee56ad-0ed9-4370-975e-945bb04e96a8 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356135 Aug 04 15:40:05.363611 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffce6e-de5c-4d62-8d17-f1d7c716c69a req-fcab7adb-d114-4066-9f7d-2718511009a3 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:05.365133 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-26ffce6e-de5c-4d62-8d17-f1d7c716c69a req-fcab7adb-d114-4066-9f7d-2718511009a3 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 944 time: 0.0527103 Aug 04 15:40:05.408067 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-26ffce6e-de5c-4d62-8d17-f1d7c716c69a req-c085fd15-2bb5-4dfe-b97f-ce5268fc85a4 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363164 Aug 04 15:40:05.560741 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-9261d2ea-517e-49e9-a84f-606d1ab35c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:05.907534 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=93421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 15:40:06.003462 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5,segment=NetworkSegment(981f4b23-c11d-422c-a311-702fa0dc1672),segment_id=981f4b23-c11d-422c-a311-702fa0dc1672)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:40:06.014891 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Returning: {'device': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5', 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94', 'port_id': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5', 'mac_address': 'fa:16:3e:da:0b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac302d2c-3c35-415f-b5bc-2de845d1ba00', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 15:40:06.056280 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:06.070325 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 {{(pid=93421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 15:40:06.089793 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5,segment=NetworkSegment(981f4b23-c11d-422c-a311-702fa0dc1672),segment_id=981f4b23-c11d-422c-a311-702fa0dc1672)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:40:06.093722 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:06.142727 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5,revision_number=7']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:40:06.309866 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] get_ports_and_sgs() called for port_ids ['0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5'] {{(pid=93421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 15:40:07.937972 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 up at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 15:40:07.986272 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.provisioning_blocks [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Provisioning complete for port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 triggered by entity L2. {{(pid=93421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 15:40:07.986629 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670198'] for port, provisioning_complete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:08.067011 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716791'] for port, before_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:08.090454 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0b7913-480b-4890-9ac0-6877c24db65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5'}] {{(pid=93421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:40:08.092730 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8d4053f40ff5fda72bf3c9426bb90122d6b164b92e1edc13fab0a80b24edcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751a4756-c6a6-4025-be7c-9722f8fb7062" -d '{"events": [{"server_uuid": "0f0b7913-480b-4890-9ac0-6877c24db65b", "name": "network-vif-plugged", "status": "completed", "tag": "0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5"}]}' {{(pid=93421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:40:08.106606 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] For port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5,segment=NetworkSegment(981f4b23-c11d-422c-a311-702fa0dc1672),segment_id=981f4b23-c11d-422c-a311-702fa0dc1672)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:40:08.110920 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754112308866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754111818060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754111818078'] for port, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:08.138231 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0ec5a1-c6ee-4da7-bf22-d7f3ab21ea82 x-openstack-request-id: req-3d0ec5a1-c6ee-4da7-bf22-d7f3ab21ea82 {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:40:08.138526 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0b7913-480b-4890-9ac0-6877c24db65b", "name": "network-vif-plugged", "status": "completed", "tag": "0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5", "code": 200}]} {{(pid=93421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:40:08.138779 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d0ec5a1-c6ee-4da7-bf22-d7f3ab21ea82 {{(pid=93421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:40:08.139186 dv-cinder-689486-15-iscsi neutron-server[93421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0b7913-480b-4890-9ac0-6877c24db65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5', 'code': 200} Aug 04 15:40:08.166675 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Pushing event updated for resources: {'Port': ['ID=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5,revision_number=8']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:40:09.012777 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-78e814ca-6650-4972-991b-78542afdb0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:09.399862 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:09.747727 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:10.149456 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:12.657695 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:15.988927 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-768e3317-9eb8-4d6a-9b79-9bcf606f708e req-766c8c50-1551-4d90-970a-64ea92624d86 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418990 Aug 04 15:40:16.084007 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e3317-9eb8-4d6a-9b79-9bcf606f708e req-78677ac5-dc85-4106-9db1-f31e5d98da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:16.085557 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-768e3317-9eb8-4d6a-9b79-9bcf606f708e req-78677ac5-dc85-4106-9db1-f31e5d98da46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=288c9ba873dd45bf8e015055443e3a38&device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 1099 time: 0.0454218 Aug 04 15:40:16.205999 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e3317-9eb8-4d6a-9b79-9bcf606f708e req-2f8d7847-7210-4002-90f3-627ee9f0e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:16.207604 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-768e3317-9eb8-4d6a-9b79-9bcf606f708e req-2f8d7847-7210-4002-90f3-627ee9f0e4d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17ec77c1-fcf9-4746-9a47-750d22823e94 HTTP/1.1" status: 200 len: 910 time: 0.1004517 Aug 04 15:40:16.299355 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-768e3317-9eb8-4d6a-9b79-9bcf606f708e req-08c6d8a6-5373-4eef-bcf9-4b1aa59d5e0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 HTTP/1.1" status: 200 len: 1002 time: 0.0833826 Aug 04 15:40:16.354466 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e3317-9eb8-4d6a-9b79-9bcf606f708e req-bac47d39-6148-41a9-8faf-ab35cf4341c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:16.356268 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-768e3317-9eb8-4d6a-9b79-9bcf606f708e req-bac47d39-6148-41a9-8faf-ab35cf4341c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac302d2c-3c35-415f-b5bc-2de845d1ba00 HTTP/1.1" status: 200 len: 848 time: 0.0488777 Aug 04 15:40:16.406515 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e3317-9eb8-4d6a-9b79-9bcf606f708e req-37a718f5-53b5-4fe6-a4eb-6c5a5528e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:40:16.408078 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-768e3317-9eb8-4d6a-9b79-9bcf606f708e req-37a718f5-53b5-4fe6-a4eb-6c5a5528e2dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17ec77c1-fcf9-4746-9a47-750d22823e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430799 Aug 04 15:40:16.500743 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-768e3317-9eb8-4d6a-9b79-9bcf606f708e req-249afd16-0054-4506-bcc4-d4a54d8830ca service neutron] 10.222.0.59 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839915 Aug 04 15:40:16.617535 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-768e3317-9eb8-4d6a-9b79-9bcf606f708e req-ea52fb78-db48-4a6c-9a64-130fba497400 service neutron] 10.222.0.59 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071866 Aug 04 15:40:29.847457 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:40:35.563290 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-ac9f09ce-977f-4d37-8266-e3bdfe4d18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:39.013720 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-ee20b49e-25ac-45cd-9b77-2e072463bdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:39.400737 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:39.752175 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:40.152359 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:40:42.663483 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:05.567567 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0197f395-f34d-4652-8d14-abc037c3418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:06.847252 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:41:09.015072 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4eb359a4-b105-4d67-a10b-251cee3c94fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:09.402755 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:09.746313 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:10.155224 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:12.660271 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:12.819497 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [req-94df5311-cf66-40fe-a47b-59d3cbe0b451 req-173f1ec1-802e-4cf3-996f-f807da40d000 service neutron] (93419) timed out ('10.222.0.59', 50644) {{(pid=93419) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 15:41:16.026503 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-497db653-7d3e-4fc4-8841-79166b8d1c37 req-59e7dc54-d0df-4f36-8d46-c00da091703c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0986345 Aug 04 15:41:16.112229 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497db653-7d3e-4fc4-8841-79166b8d1c37 req-d3a52dfa-f215-4c7a-8c2d-efc5077b31eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:16.113775 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-497db653-7d3e-4fc4-8841-79166b8d1c37 req-d3a52dfa-f215-4c7a-8c2d-efc5077b31eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=288c9ba873dd45bf8e015055443e3a38&device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 1099 time: 0.0427306 Aug 04 15:41:16.230713 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497db653-7d3e-4fc4-8841-79166b8d1c37 req-1f5f50d8-c365-4ac6-a245-08f9c5ed5466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:16.232255 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-497db653-7d3e-4fc4-8841-79166b8d1c37 req-1f5f50d8-c365-4ac6-a245-08f9c5ed5466 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17ec77c1-fcf9-4746-9a47-750d22823e94 HTTP/1.1" status: 200 len: 910 time: 0.0968106 Aug 04 15:41:16.300235 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-497db653-7d3e-4fc4-8841-79166b8d1c37 req-34a871dc-8ada-41fa-bc04-a12e2188a855 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 HTTP/1.1" status: 200 len: 1002 time: 0.0608885 Aug 04 15:41:16.358038 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497db653-7d3e-4fc4-8841-79166b8d1c37 req-489a90f6-67a8-42fd-b148-35253d8e685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:16.360180 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-497db653-7d3e-4fc4-8841-79166b8d1c37 req-489a90f6-67a8-42fd-b148-35253d8e685a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac302d2c-3c35-415f-b5bc-2de845d1ba00 HTTP/1.1" status: 200 len: 848 time: 0.0522308 Aug 04 15:41:16.406984 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497db653-7d3e-4fc4-8841-79166b8d1c37 req-e4a2acef-41fc-4ec4-b295-7793b4980d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:16.408505 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-497db653-7d3e-4fc4-8841-79166b8d1c37 req-e4a2acef-41fc-4ec4-b295-7793b4980d16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17ec77c1-fcf9-4746-9a47-750d22823e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417430 Aug 04 15:41:16.498149 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-497db653-7d3e-4fc4-8841-79166b8d1c37 req-49c29ffc-b7fb-4cb9-9107-223fb0a6c7f8 service neutron] 10.222.0.59 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824270 Aug 04 15:41:16.594929 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-497db653-7d3e-4fc4-8841-79166b8d1c37 req-7c7db0f8-5862-4c7b-af3b-e181ce2144a4 service neutron] 10.222.0.59 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902827 Aug 04 15:41:17.676565 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33594) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:17.842034 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Deleting port f65e5210-bf27-4500-b1ea-c439d3247b64 {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:41:17.842553 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:17.919400 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:17.920429 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:17.932973 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Calling delete_port for f65e5210-bf27-4500-b1ea-c439d3247b64 owned by network:floatingip {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:41:18.101126 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:18.130111 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Pushing event deleted for resources: {'Port': ['ID=f65e5210-bf27-4500-b1ea-c439d3247b64,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:18.143110 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.143483 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.143829 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.144162 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.144497 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.144833 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.145155 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.145487 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.145811 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.146139 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.146459 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.146779 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:18.207111 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for floatingip, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:18.207470 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.db.l3_db [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Floating IP 9f9c46b1-1c8b-4dea-bd9f-8e1f131ef6d6 disassociated (deleted). External IP: 172.27.3.200, port: 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5. Aug 04 15:41:18.417602 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Router 171ef84e-883f-495b-ac0d-586b933c7b1c has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:41:18.524712 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:41:18.529230 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for floatingip, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:18.534930 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9447ec5-7d9a-47ef-813c-8142bf65c202 None None] Sync routers for ids ['171ef84e-883f-495b-ac0d-586b933c7b1c'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:41:18.543541 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9447ec5-7d9a-47ef-813c-8142bf65c202 None None] Routers {'171ef84e-883f-495b-ac0d-586b933c7b1c'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:41:18.544158 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-c9447ec5-7d9a-47ef-813c-8142bf65c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:41:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['171ef84e-883f-495b-ac0d-586b933c7b1c'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:18.557100 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-a768a7d2-7eac-4374-be59-61fab77d71a0 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "DELETE /v2.0/floatingips/9f9c46b1-1c8b-4dea-bd9f-8e1f131ef6d6 HTTP/1.1" status: 204 len: 168 time: 0.8793666 Aug 04 15:41:18.557693 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0b7913-480b-4890-9ac0-6877c24db65b', 'tag': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:41:18.559956 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e865fb59-d60b-49ad-8b25-dae4b9f1451c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0b7913-480b-4890-9ac0-6877c24db65b", "tag": "0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:41:18.605485 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 15:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4524f3-55db-4fef-866b-5d2c4836e94c x-openstack-request-id: req-8a4524f3-55db-4fef-866b-5d2c4836e94c {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:41:18.606046 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0b7913-480b-4890-9ac0-6877c24db65b", "tag": "0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:41:18.606046 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a4524f3-55db-4fef-866b-5d2c4836e94c {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:41:18.606452 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0b7913-480b-4890-9ac0-6877c24db65b', 'tag': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5', 'status': 'completed', 'code': 200} Aug 04 15:41:18.656512 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-c9447ec5-7d9a-47ef-813c-8142bf65c202 None None] Set router 171ef84e-883f-495b-ac0d-586b933c7b1c gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:41:18.674951 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865fb59-d60b-49ad-8b25-dae4b9f1451c req-ba4cd14e-c469-4694-a06b-23778882ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:18.676638 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e865fb59-d60b-49ad-8b25-dae4b9f1451c req-ba4cd14e-c469-4694-a06b-23778882ebb4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=288c9ba873dd45bf8e015055443e3a38&device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 1099 time: 0.0490422 Aug 04 15:41:18.789187 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865fb59-d60b-49ad-8b25-dae4b9f1451c req-22f1a081-fe17-4f18-ac17-dea978e8359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:18.790810 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e865fb59-d60b-49ad-8b25-dae4b9f1451c req-22f1a081-fe17-4f18-ac17-dea978e8359b service neutron] 10.222.0.59 "GET /v2.0/networks?id=17ec77c1-fcf9-4746-9a47-750d22823e94 HTTP/1.1" status: 200 len: 910 time: 0.1023097 Aug 04 15:41:18.838709 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e865fb59-d60b-49ad-8b25-dae4b9f1451c req-b100811f-c7ee-4339-a4a9-ce4dc37838c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 HTTP/1.1" status: 200 len: 217 time: 0.0381706 Aug 04 15:41:18.862890 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-c9447ec5-7d9a-47ef-813c-8142bf65c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'name': 'tempest-TestShelveInstance-1293810019-router', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:57Z', 'updated_at': '2021-08-04T15:37:00Z', 'revision_number': 4, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'gw_port': {'id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:58Z', 'updated_at': '2021-08-04T15:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '6734b403-5b23-4148-981a-23f46860526f', 'name': '', 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'mac_address': 'fa:16:3e:a5:75:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ac302d2c-3c35-415f-b5bc-2de845d1ba00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:37:00Z', 'updated_at': '2021-08-04T15:37:08Z', 'revision_number': 5, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'subnets': [{'id': 'ac302d2c-3c35-415f-b5bc-2de845d1ba00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:18.889292 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9447ec5-7d9a-47ef-813c-8142bf65c202 None None] Checking router: 171ef84e-883f-495b-ac0d-586b933c7b1c for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:41:18.897523 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9447ec5-7d9a-47ef-813c-8142bf65c202 None None] Routers {'171ef84e-883f-495b-ac0d-586b933c7b1c'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:41:18.898136 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-c9447ec5-7d9a-47ef-813c-8142bf65c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:41:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['171ef84e-883f-495b-ac0d-586b933c7b1c'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:18.915830 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865fb59-d60b-49ad-8b25-dae4b9f1451c req-8ac3ca38-c269-4c6d-a3dd-53d8eb8cafdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:18.917218 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e865fb59-d60b-49ad-8b25-dae4b9f1451c req-8ac3ca38-c269-4c6d-a3dd-53d8eb8cafdd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ac302d2c-3c35-415f-b5bc-2de845d1ba00 HTTP/1.1" status: 200 len: 848 time: 0.0704112 Aug 04 15:41:18.925671 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe85b7-0ed8-45d5-a1f7-86b5b7e2d87c req-048b6e93-0f7b-483a-8f61-afb9adbb4d14 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:18.927086 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-07fe85b7-0ed8-45d5-a1f7-86b5b7e2d87c req-048b6e93-0f7b-483a-8f61-afb9adbb4d14 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 946 time: 0.1777534 Aug 04 15:41:18.989983 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-07fe85b7-0ed8-45d5-a1f7-86b5b7e2d87c req-3000d76d-4eef-430c-bf01-d949fb9451af tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545032 Aug 04 15:41:18.992914 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865fb59-d60b-49ad-8b25-dae4b9f1451c req-f289c2ab-89ec-4bf4-8f6b-8343d421a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:18.994311 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e865fb59-d60b-49ad-8b25-dae4b9f1451c req-f289c2ab-89ec-4bf4-8f6b-8343d421a93e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17ec77c1-fcf9-4746-9a47-750d22823e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0663490 Aug 04 15:41:19.010392 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-c9447ec5-7d9a-47ef-813c-8142bf65c202 None None] Set router 171ef84e-883f-495b-ac0d-586b933c7b1c gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:41:19.088811 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e865fb59-d60b-49ad-8b25-dae4b9f1451c req-c3d7e574-f356-41a2-87db-c17c3f62429f service neutron] 10.222.0.59 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855851 Aug 04 15:41:19.178727 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-e865fb59-d60b-49ad-8b25-dae4b9f1451c req-b4f6cab9-5daa-4deb-a99d-e81f1d1707f5 service neutron] 10.222.0.59 "GET /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815887 Aug 04 15:41:19.205772 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-c9447ec5-7d9a-47ef-813c-8142bf65c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'name': 'tempest-TestShelveInstance-1293810019-router', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:57Z', 'updated_at': '2021-08-04T15:37:00Z', 'revision_number': 4, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'gw_port': {'id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:58Z', 'updated_at': '2021-08-04T15:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '6734b403-5b23-4148-981a-23f46860526f', 'name': '', 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'mac_address': 'fa:16:3e:a5:75:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ac302d2c-3c35-415f-b5bc-2de845d1ba00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:37:00Z', 'updated_at': '2021-08-04T15:37:08Z', 'revision_number': 5, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'subnets': [{'id': 'ac302d2c-3c35-415f-b5bc-2de845d1ba00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:19.231581 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9447ec5-7d9a-47ef-813c-8142bf65c202 None None] The sync data for ids ['171ef84e-883f-495b-ac0d-586b933c7b1c'] in dv-cinder-689486-15-iscsi is: [{'id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'name': 'tempest-TestShelveInstance-1293810019-router', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:57Z', 'updated_at': '2021-08-04T15:37:00Z', 'revision_number': 4, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'gw_port': {'id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:58Z', 'updated_at': '2021-08-04T15:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi', '_interfaces': [{'id': '6734b403-5b23-4148-981a-23f46860526f', 'name': '', 'network_id': '17ec77c1-fcf9-4746-9a47-750d22823e94', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'mac_address': 'fa:16:3e:a5:75:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'ac302d2c-3c35-415f-b5bc-2de845d1ba00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:37:00Z', 'updated_at': '2021-08-04T15:37:08Z', 'revision_number': 5, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'subnets': [{'id': 'ac302d2c-3c35-415f-b5bc-2de845d1ba00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:41:19.444033 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37a23d-a013-4eca-902c-922074c6d539 None None] New status for floating IP 9f9c46b1-1c8b-4dea-bd9f-8e1f131ef6d6: DOWN {{(pid=93422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 15:41:20.160037 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad9832-74f2-472f-90df-27d817b9b3c2 req-f2047024-8fa0-4445-8cb5-4284786cece4 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:20.161732 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3fad9832-74f2-472f-90df-27d817b9b3c2 req-f2047024-8fa0-4445-8cb5-4284786cece4 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 946 time: 0.0991590 Aug 04 15:41:20.202824 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-3fad9832-74f2-472f-90df-27d817b9b3c2 req-b6e12b34-d654-49c7-b6d9-df8143ed8584 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf97577-76a5-47d8-90a6-0bf69486c686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345502 Aug 04 15:41:20.280062 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9f2e1-e8c3-462c-9621-714ae34083a2 req-4219c215-1b9e-468e-875b-a902f201b6b9 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 15:41:20.281781 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-adc9f2e1-e8c3-462c-9621-714ae34083a2 req-4219c215-1b9e-468e-875b-a902f201b6b9 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 946 time: 0.0500557 Aug 04 15:41:20.378813 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-adc9f2e1-e8c3-462c-9621-714ae34083a2 req-b2d7f6fb-0c80-4671-919d-144a7bea369b tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Deleting port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:41:20.379233 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-adc9f2e1-e8c3-462c-9621-714ae34083a2 req-b2d7f6fb-0c80-4671-919d-144a7bea369b tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:20.471514 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [req-adc9f2e1-e8c3-462c-9621-714ae34083a2 req-b2d7f6fb-0c80-4671-919d-144a7bea369b tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] For port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5,segment=NetworkSegment(981f4b23-c11d-422c-a311-702fa0dc1672),segment_id=981f4b23-c11d-422c-a311-702fa0dc1672)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:41:20.471875 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-adc9f2e1-e8c3-462c-9621-714ae34083a2 req-b2d7f6fb-0c80-4671-919d-144a7bea369b tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:20.484782 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [req-adc9f2e1-e8c3-462c-9621-714ae34083a2 req-b2d7f6fb-0c80-4671-919d-144a7bea369b tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Calling delete_port for 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 owned by compute:nova {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:41:20.615356 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-adc9f2e1-e8c3-462c-9621-714ae34083a2 req-b2d7f6fb-0c80-4671-919d-144a7bea369b tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:20.643817 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7f6fb-0c80-4671-919d-144a7bea369b tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Pushing event deleted for resources: {'Port': ['ID=0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:20.693613 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc9f2e1-e8c3-462c-9621-714ae34083a2 req-b2d7f6fb-0c80-4671-919d-144a7bea369b tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] No DVR routers for this DVR port 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 on host hv-cinder-68948 {{(pid=93419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:41:20.696475 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [req-adc9f2e1-e8c3-462c-9621-714ae34083a2 req-b2d7f6fb-0c80-4671-919d-144a7bea369b tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59436'] for port, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:20.698496 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [req-adc9f2e1-e8c3-462c-9621-714ae34083a2 req-b2d7f6fb-0c80-4671-919d-144a7bea369b tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.59 "DELETE /v2.0/ports/0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 HTTP/1.1" status: 204 len: 173 time: 0.4088345 Aug 04 15:41:20.698954 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0b7913-480b-4890-9ac0-6877c24db65b', 'name': 'network-vif-deleted', 'tag': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5'}] {{(pid=93419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 15:41:20.701813 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac5a4f50bb4df2f61d32cd114ae345a570a5d148a9dc47457ca9eaf35806e29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afbf7f8-6e92-4e8b-899b-b67c87ba1c24" -d '{"events": [{"server_uuid": "0f0b7913-480b-4890-9ac0-6877c24db65b", "name": "network-vif-deleted", "tag": "0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5"}]}' {{(pid=93419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 15:41:20.741994 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 15:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0e11fb-3d70-4360-93b7-07690689259c x-openstack-request-id: req-ba0e11fb-3d70-4360-93b7-07690689259c {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 15:41:20.742321 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0b7913-480b-4890-9ac0-6877c24db65b", "name": "network-vif-deleted", "tag": "0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5", "status": "completed", "code": 200}]} {{(pid=93419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 15:41:20.742633 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba0e11fb-3d70-4360-93b7-07690689259c {{(pid=93419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 15:41:20.743078 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0b7913-480b-4890-9ac0-6877c24db65b', 'name': 'network-vif-deleted', 'tag': '0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5', 'status': 'completed', 'code': 200} Aug 04 15:41:21.308091 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [req-0d999191-6071-48ca-bd24-14ddcb8188e1 req-0ddd5ca8-7616-4c75-96fa-9430587b3eac tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0b7913-480b-4890-9ac0-6877c24db65b HTTP/1.1" status: 200 len: 210 time: 0.0266845 Aug 04 15:41:22.362422 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33628) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:22.421493 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-645e8630-16ef-4022-8291-a7dbb508b046 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:22.447240 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-645e8630-16ef-4022-8291-a7dbb508b046 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:22.504911 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-645e8630-16ef-4022-8291-a7dbb508b046 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:22.507656 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-645e8630-16ef-4022-8291-a7dbb508b046 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:22.508829 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-645e8630-16ef-4022-8291-a7dbb508b046 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] 10.222.0.10 "DELETE /v2.0/security-groups/adf97577-76a5-47d8-90a6-0bf69486c686 HTTP/1.1" status: 204 len: 168 time: 0.1454413 Aug 04 15:41:22.518469 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e8630-16ef-4022-8291-a7dbb508b046 tempest-TestShelveInstance-214561621 tempest-TestShelveInstance-214561621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf97577-76a5-47d8-90a6-0bf69486c686,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:22.548530 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33632) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:22.905012 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4af42960-eacd-48a0-99f7-d070991fc495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8072613'] for router_interface, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:23.415695 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-4af42960-eacd-48a0-99f7-d070991fc495 admin admin] Deleting port 6734b403-5b23-4148-981a-23f46860526f {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:41:23.416429 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4af42960-eacd-48a0-99f7-d070991fc495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:23.496371 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [None req-4af42960-eacd-48a0-99f7-d070991fc495 admin admin] For port 6734b403-5b23-4148-981a-23f46860526f, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=6734b403-5b23-4148-981a-23f46860526f,segment=NetworkSegment(981f4b23-c11d-422c-a311-702fa0dc1672),segment_id=981f4b23-c11d-422c-a311-702fa0dc1672)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:41:23.496731 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4af42960-eacd-48a0-99f7-d070991fc495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:23.510766 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-4af42960-eacd-48a0-99f7-d070991fc495 admin admin] Calling delete_port for 6734b403-5b23-4148-981a-23f46860526f owned by network:router_interface {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:41:23.721102 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4af42960-eacd-48a0-99f7-d070991fc495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:23.748480 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af42960-eacd-48a0-99f7-d070991fc495 admin admin] Pushing event deleted for resources: {'Port': ['ID=6734b403-5b23-4148-981a-23f46860526f,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:23.940173 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-4af42960-eacd-48a0-99f7-d070991fc495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7928224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8072525'] for router_interface, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:24.150002 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af42960-eacd-48a0-99f7-d070991fc495 admin admin] Router 171ef84e-883f-495b-ac0d-586b933c7b1c has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:41:24.202176 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:41:24.222852 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] No Port match for: 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:41:24.223313 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Device 0e1cd0d1-62b4-44a8-a53e-c7f0db2c31e5 not bound to the agent host hv-cinder-68948 {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:41:24.259854 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af42960-eacd-48a0-99f7-d070991fc495 admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:41:24.266875 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-4af42960-eacd-48a0-99f7-d070991fc495 admin admin] 10.222.0.10 "PUT /v2.0/routers/171ef84e-883f-495b-ac0d-586b933c7b1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7172742 Aug 04 15:41:24.269553 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33634) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:24.272368 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb6682f-6268-45d2-94f1-093ea5d8be3a None None] Sync routers for ids ['171ef84e-883f-495b-ac0d-586b933c7b1c'] in dv-cinder-689486-15-iscsi {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:41:24.282004 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6682f-6268-45d2-94f1-093ea5d8be3a None None] Routers {'171ef84e-883f-495b-ac0d-586b933c7b1c'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:41:24.282604 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-fbb6682f-6268-45d2-94f1-093ea5d8be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:41:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['171ef84e-883f-495b-ac0d-586b933c7b1c'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:24.378182 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b23bc26a-e19d-4ab9-8f68-7756cfd27594 admin admin] Notify callbacks [] for router, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:24.394212 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-fbb6682f-6268-45d2-94f1-093ea5d8be3a None None] Set router 171ef84e-883f-495b-ac0d-586b933c7b1c gateway port host: dv-cinder-689486-15-iscsi {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:41:24.482846 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b23bc26a-e19d-4ab9-8f68-7756cfd27594 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:24.545317 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-b23bc26a-e19d-4ab9-8f68-7756cfd27594 admin admin] Deleting port f723cdd3-4df3-4f26-bff4-61c44a529ecf {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:41:24.545654 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b23bc26a-e19d-4ab9-8f68-7756cfd27594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:24.625615 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [None req-b23bc26a-e19d-4ab9-8f68-7756cfd27594 admin admin] For port f723cdd3-4df3-4f26-bff4-61c44a529ecf, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=f723cdd3-4df3-4f26-bff4-61c44a529ecf,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:41:24.625978 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b23bc26a-e19d-4ab9-8f68-7756cfd27594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:24.639020 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-b23bc26a-e19d-4ab9-8f68-7756cfd27594 admin admin] Calling delete_port for f723cdd3-4df3-4f26-bff4-61c44a529ecf owned by network:router_gateway {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:41:24.718563 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-fbb6682f-6268-45d2-94f1-093ea5d8be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'name': 'tempest-TestShelveInstance-1293810019-router', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:57Z', 'updated_at': '2021-08-04T15:41:23Z', 'revision_number': 5, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'gw_port': {'id': 'f723cdd3-4df3-4f26-bff4-61c44a529ecf', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:36:58Z', 'updated_at': '2021-08-04T15:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:24.744248 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb6682f-6268-45d2-94f1-093ea5d8be3a None None] Checking router: 171ef84e-883f-495b-ac0d-586b933c7b1c for host: dv-cinder-689486-15-iscsi {{(pid=93421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:41:24.753820 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6682f-6268-45d2-94f1-093ea5d8be3a None None] Routers {'171ef84e-883f-495b-ac0d-586b933c7b1c'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:41:24.754431 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-fbb6682f-6268-45d2-94f1-093ea5d8be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:41:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['171ef84e-883f-495b-ac0d-586b933c7b1c'], 'active': True} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:24.811794 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b23bc26a-e19d-4ab9-8f68-7756cfd27594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:24.835545 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bc26a-e19d-4ab9-8f68-7756cfd27594 admin admin] Pushing event deleted for resources: {'Port': ['ID=f723cdd3-4df3-4f26-bff4-61c44a529ecf,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:24.844040 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvr_db [None req-fbb6682f-6268-45d2-94f1-093ea5d8be3a None None] Set router 171ef84e-883f-495b-ac0d-586b933c7b1c gateway port host: None {{(pid=93421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:41:24.899630 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_hamode_db [None req-fbb6682f-6268-45d2-94f1-093ea5d8be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'name': 'tempest-TestShelveInstance-1293810019-router', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:57Z', 'updated_at': '2021-08-04T15:41:24Z', 'revision_number': 6, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'gw_port_host': None}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:24.901156 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b23bc26a-e19d-4ab9-8f68-7756cfd27594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068815'] for router_gateway, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:24.928287 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb6682f-6268-45d2-94f1-093ea5d8be3a None None] The sync data for ids ['171ef84e-883f-495b-ac0d-586b933c7b1c'] in dv-cinder-689486-15-iscsi is: [{'id': '171ef84e-883f-495b-ac0d-586b933c7b1c', 'name': 'tempest-TestShelveInstance-1293810019-router', 'tenant_id': '288c9ba873dd45bf8e015055443e3a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:36:57Z', 'updated_at': '2021-08-04T15:41:24Z', 'revision_number': 6, 'project_id': '288c9ba873dd45bf8e015055443e3a38', 'gw_port_host': None}] {{(pid=93421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:41:24.990609 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b23bc26a-e19d-4ab9-8f68-7756cfd27594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8061795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7190'] for router, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:24.992641 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b23bc26a-e19d-4ab9-8f68-7756cfd27594 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:25.036826 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b23bc26a-e19d-4ab9-8f68-7756cfd27594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8061903'] for router, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:25.037523 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23bc26a-e19d-4ab9-8f68-7756cfd27594 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 171ef84e-883f-495b-ac0d-586b933c7b1c {{(pid=93419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:41:25.042244 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b23bc26a-e19d-4ab9-8f68-7756cfd27594 admin admin] Notify callbacks [] for router, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:25.043422 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-b23bc26a-e19d-4ab9-8f68-7756cfd27594 admin admin] 10.222.0.10 "DELETE /v2.0/routers/171ef84e-883f-495b-ac0d-586b933c7b1c HTTP/1.1" status: 204 len: 168 time: 0.7724266 Aug 04 15:41:25.046006 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33636) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:25.089607 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ccaddce-ab89-464b-a830-875b15302937 admin admin] Deleting subnet ac302d2c-3c35-415f-b5bc-2de845d1ba00 {{(pid=93419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:41:25.092820 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9ccaddce-ab89-464b-a830-875b15302937 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:25.135567 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9ccaddce-ab89-464b-a830-875b15302937 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6438917'] for subnet, precommit_delete_associations {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:25.211703 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9ccaddce-ab89-464b-a830-875b15302937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674264'] for subnet, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:25.264748 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9ccaddce-ab89-464b-a830-875b15302937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1928702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2281194'] for subnet, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:25.297121 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccaddce-ab89-464b-a830-875b15302937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac302d2c-3c35-415f-b5bc-2de845d1ba00,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:25.299068 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-9ccaddce-ab89-464b-a830-875b15302937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:25.303429 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-9ccaddce-ab89-464b-a830-875b15302937 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ac302d2c-3c35-415f-b5bc-2de845d1ba00 HTTP/1.1" status: 204 len: 168 time: 0.2541299 Aug 04 15:41:25.303825 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33638) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:25.307939 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcb8663-67cd-49c3-9092-1093877fbb7b None None] Network 17ec77c1-fcf9-4746-9a47-750d22823e94 requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:41:25.374584 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eb2e46f9-3f81-4fe5-bd4f-d7ca87cfdf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780294'] for network, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:25.429409 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e46f9-3f81-4fe5-bd4f-d7ca87cfdf9c admin admin] Deleting port a7670c29-b207-45f2-b820-54bb574afc47 {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:41:25.429756 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eb2e46f9-3f81-4fe5-bd4f-d7ca87cfdf9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:25.495033 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [None req-eb2e46f9-3f81-4fe5-bd4f-d7ca87cfdf9c admin admin] For port a7670c29-b207-45f2-b820-54bb574afc47, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=a7670c29-b207-45f2-b820-54bb574afc47,segment=NetworkSegment(981f4b23-c11d-422c-a311-702fa0dc1672),segment_id=981f4b23-c11d-422c-a311-702fa0dc1672)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:41:25.495775 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eb2e46f9-3f81-4fe5-bd4f-d7ca87cfdf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:25.508186 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e46f9-3f81-4fe5-bd4f-d7ca87cfdf9c admin admin] Calling delete_port for a7670c29-b207-45f2-b820-54bb574afc47 owned by network:dhcp {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:41:25.589434 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eb2e46f9-3f81-4fe5-bd4f-d7ca87cfdf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:25.618784 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e46f9-3f81-4fe5-bd4f-d7ca87cfdf9c admin admin] Pushing event deleted for resources: {'Port': ['ID=a7670c29-b207-45f2-b820-54bb574afc47,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:25.624187 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e46f9-3f81-4fe5-bd4f-d7ca87cfdf9c admin admin] No DVR routers for this DVR port a7670c29-b207-45f2-b820-54bb574afc47 on host dv-cinder-689486-15-iscsi {{(pid=93419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:41:25.703269 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dffbbb-1c53-472e-b7df-7cc1551cb21f None None] DHCP port deletion for 17ec77c1-fcf9-4746-9a47-750d22823e94 request from dv-cinder-689486-15-iscsi {{(pid=93421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:41:25.704864 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eb2e46f9-3f81-4fe5-bd4f-d7ca87cfdf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668493', 'neutron.services.segments.db._delete_segments_for_network-8754112322169'] for network, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:25.719288 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-eb2e46f9-3f81-4fe5-bd4f-d7ca87cfdf9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ec77c1-fcf9-4746-9a47-750d22823e94']}} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:25.731294 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-eb2e46f9-3f81-4fe5-bd4f-d7ca87cfdf9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981f4b23-c11d-422c-a311-702fa0dc1672') {'for_net_delete': True} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:25.731593 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-eb2e46f9-3f81-4fe5-bd4f-d7ca87cfdf9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981f4b23-c11d-422c-a311-702fa0dc1672') {} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:25.743619 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eb2e46f9-3f81-4fe5-bd4f-d7ca87cfdf9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754112333828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6439036'] for segment, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:25.756865 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eb2e46f9-3f81-4fe5-bd4f-d7ca87cfdf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:25.762550 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2e46f9-3f81-4fe5-bd4f-d7ca87cfdf9c admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:41:25.762880 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eb2e46f9-3f81-4fe5-bd4f-d7ca87cfdf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1928468'] for segment, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: Traceback (most recent call last): Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: timer() Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: cb(*args, **kw) Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: return func(*args, **kwargs) Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: self._notify() Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: self.callback(batched_events) Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: event.method(event) Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: return f(self, *a, **k) Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._get(url).json() Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: return self.request(url, 'GET', **kwargs) Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:41:25.764712 dv-cinder-689486-15-iscsi neutron-server[93419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:41:25.824892 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eb2e46f9-3f81-4fe5-bd4f-d7ca87cfdf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068755'] for network, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:25.831378 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-eb2e46f9-3f81-4fe5-bd4f-d7ca87cfdf9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:25.833224 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-eb2e46f9-3f81-4fe5-bd4f-d7ca87cfdf9c admin admin] 10.222.0.10 "DELETE /v2.0/networks/17ec77c1-fcf9-4746-9a47-750d22823e94 HTTP/1.1" status: 204 len: 168 time: 0.5287051 Aug 04 15:41:25.836304 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 33640) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:25.844925 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e46f9-3f81-4fe5-bd4f-d7ca87cfdf9c admin admin] Pushing event deleted for resources: {'Network': ['ID=17ec77c1-fcf9-4746-9a47-750d22823e94,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:26.186306 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8072613'] for router_interface, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:26.421707 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 6734b403-5b23-4148-981a-23f46860526f no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:41:26.440829 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Deleting port a346e153-41a7-44ec-8bba-73833600f977 {{(pid=93420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:41:26.441129 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:26.441987 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: 6734b403-5b23-4148-981a-23f46860526f {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:41:26.442337 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 6734b403-5b23-4148-981a-23f46860526f not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:41:26.442751 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device f723cdd3-4df3-4f26-bff4-61c44a529ecf no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:41:26.461496 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: f723cdd3-4df3-4f26-bff4-61c44a529ecf {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:41:26.461838 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device f723cdd3-4df3-4f26-bff4-61c44a529ecf not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:41:26.462252 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device a7670c29-b207-45f2-b820-54bb574afc47 no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:41:26.483756 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: a7670c29-b207-45f2-b820-54bb574afc47 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:41:26.484101 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device a7670c29-b207-45f2-b820-54bb574afc47 not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:41:26.519980 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.db [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] For port a346e153-41a7-44ec-8bba-73833600f977, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=a346e153-41a7-44ec-8bba-73833600f977,segment=NetworkSegment(651157c0-cd0f-4021-8fd3-d7e61bbe24d7),segment_id=651157c0-cd0f-4021-8fd3-d7e61bbe24d7)] {{(pid=93420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:41:26.520347 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:26.533872 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.plugins.ml2.plugin [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Calling delete_port for a346e153-41a7-44ec-8bba-73833600f977 owned by network:router_interface {{(pid=93420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:41:26.712930 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773233'] for port, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:26.739774 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Pushing event deleted for resources: {'Port': ['ID=a346e153-41a7-44ec-8bba-73833600f977,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:26.750061 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:26.750405 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:26.750741 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:26.751071 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:26.751525 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:26.752463 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:26.752463 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:26.752463 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:26.752796 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:26.753117 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:26.753435 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:26.753752 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:26.917438 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7928224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8072525'] for router_interface, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:27.129922 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Router f7bba10e-c32d-4933-bddf-fe160e3b84fa has already been hosted by L3 agent 0810b032-d755-4732-a353-64b2f2f7440f {{(pid=93420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 15:41:27.244153 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] Notify agent at l3_agent.dv-cinder-689486-15-iscsi the message routers_updated {{(pid=93420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 15:41:27.249049 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-c2f09125-df6e-4ac0-84b6-71ab6b36ee8c admin admin] 10.222.0.10 "PUT /v2.0/routers/f7bba10e-c32d-4933-bddf-fe160e3b84fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4116364 Aug 04 15:41:27.252265 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33642) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:27.253097 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537b85a0-4dea-4a3a-8d39-ec71da3f78e3 None None] Sync routers for ids ['f7bba10e-c32d-4933-bddf-fe160e3b84fa'] in dv-cinder-689486-15-iscsi {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 15:41:27.262051 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537b85a0-4dea-4a3a-8d39-ec71da3f78e3 None None] Routers {'f7bba10e-c32d-4933-bddf-fe160e3b84fa'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:41:27.262649 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-537b85a0-4dea-4a3a-8d39-ec71da3f78e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:41:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['f7bba10e-c32d-4933-bddf-fe160e3b84fa'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:27.353364 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-192ea615-c296-46ba-b95e-44a19369e7af admin admin] Notify callbacks [] for router, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:27.364635 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-537b85a0-4dea-4a3a-8d39-ec71da3f78e3 None None] Set router f7bba10e-c32d-4933-bddf-fe160e3b84fa gateway port host: dv-cinder-689486-15-iscsi {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:41:27.452991 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-192ea615-c296-46ba-b95e-44a19369e7af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:27.508436 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-192ea615-c296-46ba-b95e-44a19369e7af admin admin] Deleting port 13ec3ed3-58e8-4f3c-adfe-451e1d42a326 {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:41:27.508912 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-192ea615-c296-46ba-b95e-44a19369e7af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:27.543143 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-537b85a0-4dea-4a3a-8d39-ec71da3f78e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bba10e-c32d-4933-bddf-fe160e3b84fa', 'name': 'tempest-TestShelveInstance-17551272-router', 'tenant_id': 'eb3104ba53f44e7991621d2e7322ab60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'external_fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '13ec3ed3-58e8-4f3c-adfe-451e1d42a326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:37:03Z', 'updated_at': '2021-08-04T15:41:26Z', 'revision_number': 5, 'project_id': 'eb3104ba53f44e7991621d2e7322ab60', 'gw_port': {'id': '13ec3ed3-58e8-4f3c-adfe-451e1d42a326', 'name': '', 'network_id': 'a03ce01f-05cb-49f9-9e2f-0ea2f5ea7fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bba10e-c32d-4933-bddf-fe160e3b84fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '66c61c24-84f1-4482-97f0-c0986315f375', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T15:37:03Z', 'updated_at': '2021-08-04T15:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66c61c24-84f1-4482-97f0-c0986315f375', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-15-iscsi'}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:27.574470 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537b85a0-4dea-4a3a-8d39-ec71da3f78e3 None None] Checking router: f7bba10e-c32d-4933-bddf-fe160e3b84fa for host: dv-cinder-689486-15-iscsi {{(pid=93422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 15:41:27.584432 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537b85a0-4dea-4a3a-8d39-ec71da3f78e3 None None] Routers {'f7bba10e-c32d-4933-bddf-fe160e3b84fa'} bound to L3 agent in host dv-cinder-689486-15-iscsi {{(pid=93422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 15:41:27.585044 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-537b85a0-4dea-4a3a-8d39-ec71da3f78e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T15:17:39Z,description=,heartbeat_timestamp=2021-08-04T15:41:09Z,host='dv-cinder-689486-15-iscsi',id=0810b032-d755-4732-a353-64b2f2f7440f,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T15:17:39Z,topic='l3_agent')) {'router_ids': ['f7bba10e-c32d-4933-bddf-fe160e3b84fa'], 'active': True} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:27.587555 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [None req-192ea615-c296-46ba-b95e-44a19369e7af admin admin] For port 13ec3ed3-58e8-4f3c-adfe-451e1d42a326, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=13ec3ed3-58e8-4f3c-adfe-451e1d42a326,segment=NetworkSegment(289eed61-1e89-49da-ac2f-557af3c11c17),segment_id=289eed61-1e89-49da-ac2f-557af3c11c17)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:41:27.587929 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-192ea615-c296-46ba-b95e-44a19369e7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:27.602540 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-192ea615-c296-46ba-b95e-44a19369e7af admin admin] Calling delete_port for 13ec3ed3-58e8-4f3c-adfe-451e1d42a326 owned by network:router_gateway {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:41:27.669380 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_dvr_db [None req-537b85a0-4dea-4a3a-8d39-ec71da3f78e3 None None] Set router f7bba10e-c32d-4933-bddf-fe160e3b84fa gateway port host: None {{(pid=93422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 15:41:27.721027 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.l3_hamode_db [None req-537b85a0-4dea-4a3a-8d39-ec71da3f78e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bba10e-c32d-4933-bddf-fe160e3b84fa', 'name': 'tempest-TestShelveInstance-17551272-router', 'tenant_id': 'eb3104ba53f44e7991621d2e7322ab60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:37:03Z', 'updated_at': '2021-08-04T15:41:27Z', 'revision_number': 6, 'project_id': 'eb3104ba53f44e7991621d2e7322ab60', 'gw_port_host': None}], 'dv-cinder-689486-15-iscsi', False) {} {{(pid=93422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:27.750215 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537b85a0-4dea-4a3a-8d39-ec71da3f78e3 None None] The sync data for ids ['f7bba10e-c32d-4933-bddf-fe160e3b84fa'] in dv-cinder-689486-15-iscsi is: [{'id': 'f7bba10e-c32d-4933-bddf-fe160e3b84fa', 'name': 'tempest-TestShelveInstance-17551272-router', 'tenant_id': 'eb3104ba53f44e7991621d2e7322ab60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T15:37:03Z', 'updated_at': '2021-08-04T15:41:27Z', 'revision_number': 6, 'project_id': 'eb3104ba53f44e7991621d2e7322ab60', 'gw_port_host': None}] {{(pid=93422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 15:41:27.773347 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-192ea615-c296-46ba-b95e-44a19369e7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:27.807391 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ea615-c296-46ba-b95e-44a19369e7af admin admin] Pushing event deleted for resources: {'Port': ['ID=13ec3ed3-58e8-4f3c-adfe-451e1d42a326,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:28.127010 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-192ea615-c296-46ba-b95e-44a19369e7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8068815'] for router_gateway, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.218026 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-192ea615-c296-46ba-b95e-44a19369e7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8061795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7190'] for router, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.220235 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-192ea615-c296-46ba-b95e-44a19369e7af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.263065 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-192ea615-c296-46ba-b95e-44a19369e7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8061903'] for router, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.263872 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192ea615-c296-46ba-b95e-44a19369e7af admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7bba10e-c32d-4933-bddf-fe160e3b84fa {{(pid=93419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 15:41:28.268581 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-192ea615-c296-46ba-b95e-44a19369e7af admin admin] Notify callbacks [] for router, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.269263 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-192ea615-c296-46ba-b95e-44a19369e7af admin admin] 10.222.0.10 "DELETE /v2.0/routers/f7bba10e-c32d-4933-bddf-fe160e3b84fa HTTP/1.1" status: 204 len: 168 time: 1.0160244 Aug 04 15:41:28.271806 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33644) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:28.323973 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2318356-6dd2-4010-9fd8-ba620907b143 admin admin] Deleting subnet 7333f9cf-e533-45f8-b424-674a6018d07e {{(pid=93419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 15:41:28.327103 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d2318356-6dd2-4010-9fd8-ba620907b143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.360582 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d2318356-6dd2-4010-9fd8-ba620907b143 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6438917'] for subnet, precommit_delete_associations {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.436634 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d2318356-6dd2-4010-9fd8-ba620907b143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674264'] for subnet, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.500573 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d2318356-6dd2-4010-9fd8-ba620907b143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8320847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1928702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2281194'] for subnet, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.527591 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318356-6dd2-4010-9fd8-ba620907b143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7333f9cf-e533-45f8-b424-674a6018d07e,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:28.531548 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-d2318356-6dd2-4010-9fd8-ba620907b143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for subnet, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.533444 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-d2318356-6dd2-4010-9fd8-ba620907b143 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7333f9cf-e533-45f8-b424-674a6018d07e HTTP/1.1" status: 204 len: 168 time: 0.2607257 Aug 04 15:41:28.534644 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 13ec3ed3-58e8-4f3c-adfe-451e1d42a326 no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:41:28.536007 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33646) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:28.541838 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b1394f-ab70-41f9-9156-9016e7530909 None None] Network 7ab9bc3a-0a98-46a5-af5f-33439be6598b requested from dv-cinder-689486-15-iscsi {{(pid=93421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 15:41:28.564107 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: 13ec3ed3-58e8-4f3c-adfe-451e1d42a326 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:41:28.564740 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device 13ec3ed3-58e8-4f3c-adfe-451e1d42a326 not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:41:28.565012 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device a346e153-41a7-44ec-8bba-73833600f977 no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:41:28.606056 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-2da66f07-3c86-4f55-a86b-a08807156ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780294'] for network, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.630330 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: a346e153-41a7-44ec-8bba-73833600f977 {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:41:28.630682 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device a346e153-41a7-44ec-8bba-73833600f977 not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:41:28.660219 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-2da66f07-3c86-4f55-a86b-a08807156ec9 admin admin] Deleting port a371b246-bd52-44ce-b0cb-eddab46cecda {{(pid=93419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:41:28.660593 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-2da66f07-3c86-4f55-a86b-a08807156ec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.730719 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.db [None req-2da66f07-3c86-4f55-a86b-a08807156ec9 admin admin] For port a371b246-bd52-44ce-b0cb-eddab46cecda, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=a371b246-bd52-44ce-b0cb-eddab46cecda,segment=NetworkSegment(651157c0-cd0f-4021-8fd3-d7e61bbe24d7),segment_id=651157c0-cd0f-4021-8fd3-d7e61bbe24d7)] {{(pid=93419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:41:28.731076 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-2da66f07-3c86-4f55-a86b-a08807156ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.744784 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.plugin [None req-2da66f07-3c86-4f55-a86b-a08807156ec9 admin admin] Calling delete_port for a371b246-bd52-44ce-b0cb-eddab46cecda owned by network:dhcp {{(pid=93419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:41:28.772261 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffdde16-6968-4ed9-b34a-29d66af3cafb None None] DHCP port deletion for 7ab9bc3a-0a98-46a5-af5f-33439be6598b request from dv-cinder-689486-15-iscsi {{(pid=93421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 15:41:28.826667 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-4ffdde16-6968-4ed9-b34a-29d66af3cafb None None] Deleting port a371b246-bd52-44ce-b0cb-eddab46cecda {{(pid=93421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 15:41:28.827161 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4ffdde16-6968-4ed9-b34a-29d66af3cafb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754112220730'] for port, before_delete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.832886 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-2da66f07-3c86-4f55-a86b-a08807156ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1928651'] for port, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.860521 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da66f07-3c86-4f55-a86b-a08807156ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a371b246-bd52-44ce-b0cb-eddab46cecda,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:28.868124 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da66f07-3c86-4f55-a86b-a08807156ec9 admin admin] No DVR routers for this DVR port a371b246-bd52-44ce-b0cb-eddab46cecda on host dv-cinder-689486-15-iscsi {{(pid=93419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:41:28.889953 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.db [None req-4ffdde16-6968-4ed9-b34a-29d66af3cafb None None] For port a371b246-bd52-44ce-b0cb-eddab46cecda, host dv-cinder-689486-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-15-iscsi',level=0,port_id=a371b246-bd52-44ce-b0cb-eddab46cecda,segment=NetworkSegment(651157c0-cd0f-4021-8fd3-d7e61bbe24d7),segment_id=651157c0-cd0f-4021-8fd3-d7e61bbe24d7)] {{(pid=93421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 15:41:28.890347 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4ffdde16-6968-4ed9-b34a-29d66af3cafb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8072460'] for port, precommit_delete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.902735 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-4ffdde16-6968-4ed9-b34a-29d66af3cafb None None] Calling delete_port for a371b246-bd52-44ce-b0cb-eddab46cecda owned by network:dhcp {{(pid=93421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 15:41:28.937728 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-2da66f07-3c86-4f55-a86b-a08807156ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668493', 'neutron.services.segments.db._delete_segments_for_network-8754112322169'] for network, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.947548 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-2da66f07-3c86-4f55-a86b-a08807156ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab9bc3a-0a98-46a5-af5f-33439be6598b']}} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:28.959499 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-2da66f07-3c86-4f55-a86b-a08807156ec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651157c0-cd0f-4021-8fd3-d7e61bbe24d7') {'for_net_delete': True} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:28.959801 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.services.segments.db [None req-2da66f07-3c86-4f55-a86b-a08807156ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651157c0-cd0f-4021-8fd3-d7e61bbe24d7') {} {{(pid=93419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 15:41:28.969293 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-2da66f07-3c86-4f55-a86b-a08807156ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754112333828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6439036'] for segment, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.982719 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4ffdde16-6968-4ed9-b34a-29d66af3cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754112308848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754111818051'] for port, after_delete {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.983472 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-2da66f07-3c86-4f55-a86b-a08807156ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609'] for segment, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.989501 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da66f07-3c86-4f55-a86b-a08807156ec9 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 15:41:28.989915 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-2da66f07-3c86-4f55-a86b-a08807156ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1928468'] for segment, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: Traceback (most recent call last): Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: timer() Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: cb(*args, **kw) Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: return func(*args, **kwargs) Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: self._notify() Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: self.callback(batched_events) Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: event.method(event) Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: return f(self, *a, **k) Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._get(url).json() Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: return self.request(url, 'GET', **kwargs) Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 15:41:28.991937 dv-cinder-689486-15-iscsi neutron-server[93419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 15:41:29.008077 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdde16-6968-4ed9-b34a-29d66af3cafb None None] Pushing event deleted for resources: {'Port': ['ID=a371b246-bd52-44ce-b0cb-eddab46cecda,revision_number=None']} {{(pid=93421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:29.012341 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffdde16-6968-4ed9-b34a-29d66af3cafb None None] No DVR routers for this DVR port a371b246-bd52-44ce-b0cb-eddab46cecda on host dv-cinder-689486-15-iscsi {{(pid=93421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 15:41:29.024354 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffdde16-6968-4ed9-b34a-29d66af3cafb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:29.024354 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffdde16-6968-4ed9-b34a-29d66af3cafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:29.024354 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffdde16-6968-4ed9-b34a-29d66af3cafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:29.024354 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffdde16-6968-4ed9-b34a-29d66af3cafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:29.024354 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffdde16-6968-4ed9-b34a-29d66af3cafb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:29.024354 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffdde16-6968-4ed9-b34a-29d66af3cafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:29.024354 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffdde16-6968-4ed9-b34a-29d66af3cafb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:29.024354 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffdde16-6968-4ed9-b34a-29d66af3cafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:29.024354 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffdde16-6968-4ed9-b34a-29d66af3cafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:29.024354 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffdde16-6968-4ed9-b34a-29d66af3cafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:29.024354 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffdde16-6968-4ed9-b34a-29d66af3cafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:29.024354 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffdde16-6968-4ed9-b34a-29d66af3cafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-15-iscsi {{(pid=93421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 15:41:29.052391 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-2da66f07-3c86-4f55-a86b-a08807156ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8076327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7928219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8068755'] for network, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:29.058028 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-2da66f07-3c86-4f55-a86b-a08807156ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7928197'] for network, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:29.059961 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-2da66f07-3c86-4f55-a86b-a08807156ec9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7ab9bc3a-0a98-46a5-af5f-33439be6598b HTTP/1.1" status: 204 len: 168 time: 0.5228438 Aug 04 15:41:29.070793 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da66f07-3c86-4f55-a86b-a08807156ec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ab9bc3a-0a98-46a5-af5f-33439be6598b,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:29.243691 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33650) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:29.284334 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-feec2d5f-57cd-4f6e-9dce-bd097ed0ad86 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=288c9ba873dd45bf8e015055443e3a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393937 Aug 04 15:41:29.286717 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [-] (93419) accepted ('10.222.0.10', 33652) {{(pid=93419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:29.334225 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b746e5a9-3e0d-474c-b9a5-71110037cb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:29.354229 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b746e5a9-3e0d-474c-b9a5-71110037cb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:29.401188 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b746e5a9-3e0d-474c-b9a5-71110037cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:29.403858 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron_lib.callbacks.manager [None req-b746e5a9-3e0d-474c-b9a5-71110037cb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:29.405068 dv-cinder-689486-15-iscsi neutron-server[93419]: INFO neutron.wsgi [None req-b746e5a9-3e0d-474c-b9a5-71110037cb34 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b25716fa-6627-48ff-a2f8-6366569ea4ab HTTP/1.1" status: 204 len: 168 time: 0.1174228 Aug 04 15:41:29.413268 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746e5a9-3e0d-474c-b9a5-71110037cb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25716fa-6627-48ff-a2f8-6366569ea4ab,revision_number=None']} {{(pid=93419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:29.718847 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 33658) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:29.758582 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-e64d15ef-4037-4d5a-8ad5-612a96d7fb51 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eb3104ba53f44e7991621d2e7322ab60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384941 Aug 04 15:41:29.760949 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.wsgi [-] (93420) accepted ('10.222.0.10', 33660) {{(pid=93420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 15:41:29.810796 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4b69e5f8-9fa4-4915-aeb0-3f1bc55ef901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:29.831504 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4b69e5f8-9fa4-4915-aeb0-3f1bc55ef901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:29.878662 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4b69e5f8-9fa4-4915-aeb0-3f1bc55ef901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8070866'] for security_group, after_delete {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:29.881659 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron_lib.callbacks.manager [None req-4b69e5f8-9fa4-4915-aeb0-3f1bc55ef901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:29.882825 dv-cinder-689486-15-iscsi neutron-server[93420]: INFO neutron.wsgi [None req-4b69e5f8-9fa4-4915-aeb0-3f1bc55ef901 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a70714fc-d15f-48a3-9b5e-381c9654826c HTTP/1.1" status: 204 len: 168 time: 0.1209216 Aug 04 15:41:29.890659 dv-cinder-689486-15-iscsi neutron-server[93420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69e5f8-9fa4-4915-aeb0-3f1bc55ef901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70714fc-d15f-48a3-9b5e-381c9654826c,revision_number=None']} {{(pid=93420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 15:41:30.419672 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device a371b246-bd52-44ce-b0cb-eddab46cecda no longer exists at agent ovs-agent-dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 15:41:30.439310 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.plugin [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] No Port match for: a371b246-bd52-44ce-b0cb-eddab46cecda {{(pid=93421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 15:41:30.439653 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron.plugins.ml2.rpc [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Device a371b246-bd52-44ce-b0cb-eddab46cecda not bound to the agent host dv-cinder-689486-15-iscsi {{(pid=93421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 15:41:35.569907 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-eafdaab3-b36d-4b1d-abd6-e36f7068f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:39.017030 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b0c85f2b-305f-4ca2-b2c1-eacdb0d0d7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:39.403719 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:39.777085 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:40.159308 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:42.672701 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:41:43.846755 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:42:05.572873 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-14f99ba6-f220-492c-958a-31dd37c4e12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:09.018328 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-730beff3-7156-45c4-9f8c-94e77fd8a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:09.408501 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:09.776118 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:10.160569 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:12.666238 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:20.844819 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:42:35.576880 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-156c4c51-08fc-4584-bf95-018fe6e5e230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:39.028105 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-8392d2ed-1540-4426-b5ff-e2574c0baad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:39.410663 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:39.775772 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:40.164758 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:42.673329 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:42:57.843767 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:43:02.798650 dv-cinder-689486-15-iscsi neutron-server[93419]: DEBUG neutron.wsgi [req-343e5fb2-582b-4043-a3c7-a3cb40bdb457 req-baa505b8-8363-4f24-b9a7-e6291fc6f519 service neutron] (93419) timed out ('10.222.0.59', 50635) {{(pid=93419) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 15:43:05.578514 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-3f472a57-2c29-45a7-bc29-c88022eb766d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:09.018436 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-58dc4192-2de1-4bb7-b590-c8bb4209ab1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:09.412067 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:09.773960 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:10.167009 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:12.673883 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:34.843612 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:43:35.580914 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-dc610935-684b-4bfd-b18a-b2fe04849d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:39.020465 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8400-c2b0-45c4-9427-aecf02d05fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:39.416394 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:39.775657 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:40.171746 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:43:42.676431 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:05.582901 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-8f3ed1fc-47b8-4670-8f46-71e09529496e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:09.022094 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-91f5c791-2714-491b-aebd-7316d6cfcc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:09.421732 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:09.772724 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:10.173686 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:11.843637 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:44:12.679930 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:35.583784 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-2035f770-65b1-4ac2-a422-e9b39c2dd5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:39.023732 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-a1e52b36-f831-45ce-86f2-039e228ab470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:39.425168 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:39.787247 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:40.175532 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:42.681237 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:44:48.842981 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:45:05.585042 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-e512864b-5ccd-4503-ab84-d6a48c182cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:09.029638 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-c2f40de3-2f06-4dc9-8677-44736dd222a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:09.426299 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:09.802829 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:10.177880 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:12.685095 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:25.855278 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:45:35.586287 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-a0aaa746-d68c-4565-a665-2fd3fb473c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:39.026875 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-91de2c57-233a-48d3-b54b-0476a833aec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:39.429937 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:39.801409 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:40.180731 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:45:42.687914 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:02.844279 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:46:05.587922 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-6629a5a2-fe5e-4f02-8a46-0ad3d32f363a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:09.019419 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-131a0cd1-0bce-41e5-be9d-3555ad142880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:09.432589 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:09.832595 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:10.183366 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-b8747223-6613-462b-b71a-67585536515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:12.696274 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-4f0fae6a-6ce2-4089-979a-11b89d05a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:35.589830 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-74d3103d-19d2-4f0c-af2b-c1dfe824fd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:39.020528 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-8c9e2dba-2fbb-4709-8f46-6e94d5b4298d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:39.435604 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-66d1569a-aeff-4baa-86ee-867855350080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 15:46:39.846986 dv-cinder-689486-15-iscsi neutron-server[93422]: DEBUG neutron.db.agents_db [None req-bbab487d-e8a0-474b-bdd1-09ed534aa608 None None] Agent healthcheck: found 6 active agents {{(pid=93422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 15:46:39.855863 dv-cinder-689486-15-iscsi neutron-server[93421]: DEBUG neutron_lib.callbacks.manager [None req-0fe271ac-27cb-4613-86b0-6f28db544e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754112326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7670087'] for agent, after_update {{(pid=93421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}